{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79483011Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794893071Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794904101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794911582Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794918382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794927502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794933392Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794939202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794946602Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794955232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794961483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.794969763Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.794977273Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-26 05:20:02.794913291 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794985123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794991523Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.794998893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795006413Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795012993Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795020044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795028124Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795034774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795042274Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795048824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795056974Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795066505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795077805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795088505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795098975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795107955Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795118336Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:30:02.795128146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795138886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795148896Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795159887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\"}","iteration":8,"elapsed":"10.44µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795171677Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795181647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795189987Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795199227Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795207648Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795218008Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.7953272Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79534573Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79535838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795369441Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795381401Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795408312Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795423532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795497263Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795522174Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795535384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795591745Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795603176Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795630626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795641966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795650526Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795659527Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795666137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e9fd39d-4113-4491-beca-e49e9a07f310.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2968, tv_nsec: 197937502 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795679887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3e7aa779-fd66-467c-8445-e284949ae776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b663146f-27f0-4d91-99d9-9d880c25a555.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2968, tv_nsec: 197931532 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795693617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795746908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795756819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795764069Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795771499Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795778889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795785979Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795792559Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795801469Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79581021Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.79581988Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79582963Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79584011Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795848081Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795855521Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795862481Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795869341Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795875751Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795884571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795894591Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795903282Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795909232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795915392Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795921012Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795926992Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795933182Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.795942812Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796112806Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796137216Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796151927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796189767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796206488Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796219928Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796233278Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796242388Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796251529Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796258789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796266999Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796273809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796281829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.268415ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796290789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796298479Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.330547ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79630594Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79631326Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.796408342Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79783643Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.798337871Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.798600996Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.799018284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.79978209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.900658ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.800146037Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-26 05:20:02.794913291 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.800157827Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"expiration\":\"2024-11-26T05:20:02.794913291Z\",\"pruned\":[]}","iteration":7,"elapsed":"5.236335ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.801028225Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.801044525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.80126483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.801350412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.801371902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.801539625Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.801663298Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.801673068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.801822401Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.802072496Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.802083386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.802221989Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.802488764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.802661478Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.802865782Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.803567116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.804465704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2968, tv_nsec: 206752920 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.80473431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.805647948Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.805662928Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.805820062Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.806193899Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.806379783Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.806511305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.806521916Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.806664889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.808604548Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.808944935Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2968, tv_nsec: 211228330 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.809065937Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.8092069Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.810842153Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.810865183Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.811020027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.811031577Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.811241761Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.811265932Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.811415344Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.812139569Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.813010017Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.813033137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.81317878Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.814042028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.814054778Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.814200971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.819826144Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"24.020785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.820073529Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.820202232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.822517459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.822546859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.822695032Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.822830725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.822843905Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.823030279Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.824683322Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.825473208Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.825739284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.826109071Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2968, tv_nsec: 228390086 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.826134592Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.826406947Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.826745434Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.826759554Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.826929248Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.828141152Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.828156032Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.828483829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.828498849Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.829982459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.831102092Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.831125742Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.831134942Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.831143293Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.831274185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.831357877Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.831740745Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.831984379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.834167023Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.8364583Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.836752096Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.836810407Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.837060132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.837309947Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.837734126Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.840123384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.840147764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.840408029Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.840846928Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.840856998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.841048022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.842168745Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"47.323875ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.843211506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.843673935Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.843846739Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.843970241Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.843991722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"48.147331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.847813049Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.847843039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.847995202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"52.201183ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.848134735Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.848155596Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.848167456Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.848242457Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.84835823Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.84837697Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.84839005Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.848553254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.848572524Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.853361061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.853721998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.855121506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"59.294826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.85529525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.855579005Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.859005444Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.859026275Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.859033415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.859216468Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.861093346Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.861341702Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.863652638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.863673458Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.863684789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"68.745417ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.863901033Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.863917963Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":37,"elapsed":"69.012772ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.868973505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.868997776Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.869007296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"73.209986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.869255821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.869462975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.879705502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.879727692Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.879735082Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.879741533Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.880030188Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.88655056Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"91.581578ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.892040741Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"96.288002ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.894796346Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.894818727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.894832007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.895124213Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.896368348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.896671854Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.898782107Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.899046042Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.902199636Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"107.338865ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.924589317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.954416529Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.986117379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.9861673Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:02.986554907Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fffdeaa-958c-4b89-93a7-30a13c4bea98\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.986589678Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:02.988369694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.023224277Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.023280988Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.023745788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f10e5c-0c62-4d5d-8484-5ecdaf67c025\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.023792199Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.024461862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.025765118Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.028030224Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.028057655Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.02833384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.030570375Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.031058135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.031595786Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.034978914Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.035009275Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.035232429Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.037576757Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.038180999Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.040937385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.040964085Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.04171458Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.043168599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.04319389Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.043481456Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.046515927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":13,"elapsed":"251.506294ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.07541432Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.075463041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.075472591Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.075754707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.078427971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.078457231Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.078839409Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a39bb7-9502-4232-b946-f6ef245b5fbb\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.07886551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.080772018Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.08681381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.086846171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"291.01476ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.087217068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.089168618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.089714958Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.09178113Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.092500885Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.092513865Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.092825211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.096359792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.096383423Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.096616898Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.100491576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.100516316Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.100528957Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.100815902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.100913904Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.100935285Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.100948935Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:03.628356 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.100962355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1}","iteration":7,"elapsed":"305.86985ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.104872944Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.104901475Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.106994057Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a9b6d5b-71cc-4798-a350-f3752a39c695\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.107020418Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.109163251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.109179891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.109206792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.109507478Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"aaf73ffd-4756-40aa-91b9-99fd10a2853c\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.109529818Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.109786023Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:30:03.114122211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.114142621Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"318.384173ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.12995109Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.129980651Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.129992741Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"334.213172ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.133805008Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"338.05099ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.139709077Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.143698358Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.143725608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.143932372Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.150904793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":13,"elapsed":"355.863039ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.155053427Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-26T05:24:00.122577Z, time_modified: 2024-11-26T05:24:00.122577Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.155096557Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]}},\"default_endpoint\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"360.094755ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.155626558Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.156057407Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4f7b9481-9489-4cee-9d72-7d825f330360\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.156075597Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.158781882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"35bd6635-fb6e-4536-b666-c4bf001e4718\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.158801882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.16118348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.161202741Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"366.381671ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.203588986Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.204097356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ca5b7c-3ed8-4dce-9676-1e882442ad99\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.204135857Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.204148687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.204156997Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.205901812Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":13,"elapsed":"410.795157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.20626956Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.206383252Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.206404052Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.206417393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:05.365555 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.206429733Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2}","iteration":7,"elapsed":"411.315777ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.206652157Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.210049946Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.21026312Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.213389043Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.213416714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.21371502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1eb2ad31-ff18-4d7f-96c9-290a395a0977\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.215769971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":13,"elapsed":"420.006453ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.2191507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.219430485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8253fac-67c7-41eb-83cd-4fcfe9dbccf3\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.220310133Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.220830934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"744ca356-c2da-456c-8032-ec6a1b4650d2\", \"date\": \"Tue, 26 Nov 2024 05:30:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.220847124Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.221744662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.222047518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.222428036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"54531097-42e1-43d5-b18d-e582e36d0a35\", \"date\": \"Tue, 26 Nov 2024 05:30:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.222444026Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.22414631Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":13,"elapsed":"429.103056ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.224191891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7abd5dc6-b4d1-4d59-a974-d7eea5285def\", \"date\": \"Tue, 26 Nov 2024 05:30:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.224207272Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.225937706Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.225967847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"430.914703ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.28362573Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.283968787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.285945347Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.285969197Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.28610385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.295188334Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.295434199Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95f1c5fe-9f0b-45f8-a172-0f4533d9bbf4\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:30:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295457299Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295467899Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295748615Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295762345Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295769085Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295776115Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295783415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295790626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295944719Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.295956739Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.296181574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.296191204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.296353037Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.29801574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.298248065Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8166055a-ca4f-4b03-b6bf-2521684538b8\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:30:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.298269416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.298333077Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e32237d6-eee5-4ef9-931d-474d54b4c6a7\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:30:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.298358498Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.298371138Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.403150421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"aa5d46c9-a5d2-4b5e-a157-70d2c348dfae\", \"date\": \"Tue, 26 Nov 2024 05:30:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.403192302Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.403203853Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.403421337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b3f2871-0f8d-47d5-abe0-a6a7910db47c\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:30:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.403476338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.403905817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.407591971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.407874727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.410563191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.410850207Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.412790766Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.413041891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.421121994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":13,"elapsed":"626.256934ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.562236561Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.562280062Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.593229036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.593331448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48497"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.593512912Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3466d412-2b6e-4210-96e3-660fb6c6eb22","remote_addr":"[fd00:1122:3344:101::b]:48497","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.593885949Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3466d412-2b6e-4210-96e3-660fb6c6eb22","remote_addr":"[fd00:1122:3344:101::b]:48497","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.629435936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/oximeter.rs:76","collector_id":"a4232f21-0674-457e-97a4-41c6f360d0c1","producer_id":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:03.629465967Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"uri":"/metrics/producers","method":"POST","req_id":"3466d412-2b6e-4210-96e3-660fb6c6eb22","remote_addr":"[fd00:1122:3344:101::b]:48497","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36014,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.629545348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3466d412-2b6e-4210-96e3-660fb6c6eb22\", \"content-length\": \"41\", \"date\": \"Tue, 26 Nov 2024 05:30:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.63159602Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:03.63161592Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.794808476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.794884738Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.795347767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.796213705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.796233735Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.796499421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.825680569Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.825893804Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.832340334Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.834840604Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.834854715Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.834991327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.837196242Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.837422156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.838764343Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.841115391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.841125771Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.841260894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.851673784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.851696424Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":38,"elapsed":"56.919368ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:12.854693665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"58.480519ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.795149171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.795218583Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.795640061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.795682412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.795696353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.796011709Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.797443638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.798327406Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.798692473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.799992919Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.800006279Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.800140372Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.802567391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.802938088Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.80450876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.807023211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.807034821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.807188994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.819154726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.819178046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":39,"elapsed":"24.056855ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:22.826981284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"31.288451ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.79527112Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795352622Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795370012Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795385662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795397853Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795411403Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795425523Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795438334Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795450604Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795463314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795477074Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795489835Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795502415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795514965Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795526495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795538085Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795551276Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795850312Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795865302Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795920523Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795931884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795943284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795982445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.795995355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796050916Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796473464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796484795Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796493565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796501885Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796511065Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796520645Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796528705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796537246Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796545846Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796554676Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796561926Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796570186Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.796577897Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796586337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796594687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796603317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796610327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796617197Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796849822Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796861362Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796870743Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796880033Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796887883Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796895163Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796921164Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.796964824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.798648338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.799432834Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.073173ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.800126748Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2998, tv_nsec: 202425923 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.800447195Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.800479765Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.800488996Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.800630068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.80317731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2998, tv_nsec: 205472855 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.803459575Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.807310523Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.807596739Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.833102613Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.835857179Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.836088343Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.836101714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.836112204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.836343609Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.838669956Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.838693856Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.83885767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.83891386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.839091134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.839302768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.839322339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.839499512Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.840651726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.840838619Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.841042354Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.841285268Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.841309619Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.841471912Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.842272028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2998, tv_nsec: 244565373 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.842553834Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"47.152802ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.842675267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.844579775Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.846905212Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"50.361867ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.847447463Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.847468793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.847737789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.849855821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.849936933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"53.440809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.850089566Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.850361202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.850607687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.850623777Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.850633937Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.850819601Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.85130617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"54.822156ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.851732369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.851873122Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.851886652Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.852062586Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.852075976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.85226556Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.853592637Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.853614267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.85374597Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.8637015Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.863947585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.865720281Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.866086808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.870575279Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.874916337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.874943067Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.875188332Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.876007709Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.876021789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.876285844Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.876302675Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.876422267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba2bc1af-7f9c-46b8-adaf-41967c8a58d6\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.876450038Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.87655184Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7ad008-73c8-466d-a7f9-fdbf15e30d5e\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.87657433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.877426267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":14,"elapsed":"82.052555ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.877581051Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"81.111036ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.878389737Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.87901782Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.88502391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.88746261Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.88747727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.887617053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.887888858Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.887900409Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.887907509Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.887931439Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.888235245Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.888246726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.88946843Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.892002201Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.892024222Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.892262097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.900440421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.900461932Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":40,"elapsed":"105.212243ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.902569295Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.902593175Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"106.028888ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.914628408Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.914648198Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.914959894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47d48ca-25b9-4814-b376-88627ab04ceb\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.914981365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.916868703Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.920380104Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"123.871149ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.921148899Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:32.9211734Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.92118509Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"124.643434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.934862666Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.935113611Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.964232039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"168.947078ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.980490787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.980871344Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38695cec-88df-4f62-b692-e34259d0396f\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.982368054Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.98266822Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:32.9851172Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":14,"elapsed":"189.716597ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.040044348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":14,"elapsed":"244.609994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.050701753Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.051006949Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.05254489Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.054323096Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.054338736Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.054478119Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.060765966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.060784196Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.061153154Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2959cf81-bdf3-422d-826f-cfc3bb625132\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.061183804Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.06147134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.077580165Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.077618766Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.077876141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"856edc00-1bee-4263-98f3-fd1b3d2c1fb6\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.077894251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.078258469Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.080559055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.080776559Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.083752359Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.084084066Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.087112207Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.087132138Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.087468725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e0e0d82c-a7d7-42a2-a26c-2be5f4f23599\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.089486225Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":14,"elapsed":"292.95288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.095330253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.097043658Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.097067818Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.097203211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.166943048Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.167304485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d822ce-086d-4ba5-b0fb-2ca2e0abb70f\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.167328125Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.167337006Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.167343506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.169245254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.169426068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":14,"elapsed":"374.125888ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.169618972Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.171809526Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.171827126Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.172046101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.181836918Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.182131934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eefa17a0-9320-488f-bbac-034aecc8176a\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.182152615Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.182162595Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.18239076Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.182401Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.18240852Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.18241628Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.18242491Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.18243263Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.182606594Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.182615964Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.182858369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.182868149Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.183086714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.185265517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.1853831Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b99d0f-c8e7-4071-90a8-861f4b70a1d9\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.18539542Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.185483512Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66127173-2f33-453a-a72b-13725d722bce\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.185498022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.185507912Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.296898339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7c75bad1-c6ab-48df-a613-5251dcecf10c\", \"date\": \"Tue, 26 Nov 2024 05:30:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:30:33.29693808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.2969501Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.29739638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94877a20-fa09-43bf-a81c-0af534cb8c51\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:30:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.297456541Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.29792878Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.301737867Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.302016283Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.304593145Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.304938262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.307141516Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.307390811Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:33.314231039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":14,"elapsed":"518.902958ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.79534835Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.795404221Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.795679536Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.795718317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.795729388Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.795889111Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.79732669Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.797719348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.798086055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.799895932Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.799908412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.800046525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.802077196Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.802433413Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.803666868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.806171398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.806182828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.806329962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.815091208Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.815116829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":41,"elapsed":"19.779279ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:42.82561464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"29.891823ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.795298357Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.795359198Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.795820918Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.795881489Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.795893769Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.796228436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.797837898Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.798507782Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.798863719Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.800531922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.800548853Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.800717696Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.802810868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.803018513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.804558964Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.806930982Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.806942492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.807076185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.818204999Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.818229939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":42,"elapsed":"22.959333ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:30:52.83065178Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"34.754421ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795375197Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795427698Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795440128Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795448338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795456178Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795463678Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:31:02.795472699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795481439Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\"}","iteration":9,"elapsed":"19.481µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795491329Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795498089Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795508969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79551878Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79552528Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79553295Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79554143Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79554851Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79555541Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.7955623Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79556861Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795576381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795583051Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795590571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.795597871Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-26 05:21:02.795506249 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795605701Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795611701Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795618351Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.795625942Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795632162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795638052Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795646712Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795654412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795661832Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795669452Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795676343Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795683663Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795690993Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795698013Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795709293Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795720284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795731364Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795741894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795752644Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795762265Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795772435Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795783035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795793035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795801875Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795812886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795821176Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795829646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795840086Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795850656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795860366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795869187Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.795879757Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795888947Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795898567Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795907697Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795917377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795928338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795938458Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.795948408Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79603507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796102101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796119262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796130842Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796143492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796190283Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796217774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796228934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796275785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796291815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796349876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796364766Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796376347Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796388337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796399257Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796412207Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796425098Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3e7aa779-fd66-467c-8445-e284949ae776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b663146f-27f0-4d91-99d9-9d880c25a555.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3028, tv_nsec: 198742543 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796444298Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e9fd39d-4113-4491-beca-e49e9a07f310.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3028, tv_nsec: 198752823 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796462139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796474009Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796487459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796500779Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796513649Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.7965267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79653824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796595291Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796949738Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796962069Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.305526ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796970799Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.796980029Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.562142ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79852674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3028, tv_nsec: 200855235 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.798761255Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.798785995Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.79899725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.799239924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.799252665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.670864ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.799398878Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.799638333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3028, tv_nsec: 201966608 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.799698974Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.799896118Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.801651473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.801680804Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.801821617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.803888788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.804905699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.806126923Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.806847478Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-26 05:21:02.795506249 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.806864868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"expiration\":\"2024-11-26T05:21:02.795506249Z\",\"pruned\":[]}","iteration":8,"elapsed":"11.345819ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.807378649Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.807397669Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.80741088Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"11.645125ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.807498171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.807520382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.807646204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.807661514Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.807692855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.807846048Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.808400379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.80841395Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.808556992Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.810227366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.810549903Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"14.783589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.811977221Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.814041703Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.814068994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.814306728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.814830419Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.81484785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.815031343Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.818051364Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.818112565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3028, tv_nsec: 220441771 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.818391981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.818412891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.819242438Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.819300159Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.819527264Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.822090736Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.822102976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.82232001Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.824085496Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.826541945Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.826555356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.826694649Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.840608559Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.840888305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.841071988Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.841414245Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.841528798Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.841681181Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.841972467Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.842579199Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"46.729213ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.843093719Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.84311854Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.84312623Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.843571639Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.84461256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.84463446Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.845238083Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.847678222Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.847969758Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.848211003Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"52.527919ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.848501538Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"52.912247ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.849505909Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.849520309Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.849526969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.849736443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.85104699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.851220933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.851977128Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"56.166373ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.853461718Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.853479379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.853620652Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.854166483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.85749903Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.857819496Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.85848707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.85850394Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":43,"elapsed":"62.901069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.86148699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.861875908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.861887608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.861897018Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"66.354979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.86246647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.862648954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.864144624Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.871643625Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.871673096Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"75.85807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.88429209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.884528865Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.887403763Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.887424983Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.887432034Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.887438034Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.8877471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.897352724Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.897368954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.897376174Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.897382584Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.897602259Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.919080992Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.92095599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.921195935Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.952230641Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.95865416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.958692351Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.958705531Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.958720272Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.959088169Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096bff65-fdad-4361-a6ff-90bd4c18e865\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.95911781Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.959201581Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8d6060-3699-4da0-b922-dc7a653b8142\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.959223442Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.960916846Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.960943906Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:02.961386025Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab99222-d651-4908-b411-3403e861a09b\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.961413756Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.967455068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.972664573Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:02.973077311Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.034744315Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.034789806Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.035207445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19aa42e-81c1-4b35-8c44-d96743423c0a\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.035236425Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.035663794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.037263966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"241.541883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.037612673Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.037932499Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.039803737Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.040300607Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.040787267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.041069553Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.041220276Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.042200886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.045607505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.045638945Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.045844249Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.046350239Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.04636803Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.046511913Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.048527793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.048909831Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.049020493Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.049964282Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.05034105Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.052498024Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.052528904Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.052754899Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.053407442Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.053435142Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.053711788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.053951463Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.053967503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.054199938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.063860463Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":15,"elapsed":"268.22105ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.085786065Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"290.054241ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.086734254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.087221384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c281956d-2f29-42cb-a9b0-c64478d61653\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.087249165Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.089154753Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f53348cc-1306-4b83-9894-d16645a93882\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.089183684Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.089396488Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.089407338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.089416158Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"293.684935ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.091330127Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.091363108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"295.983241ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.102737507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.102772408Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.102785598Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.103243577Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.105011223Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.105028763Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.10734234Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.10737059Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.107565974Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.109768399Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.109795219Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.110009954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.113502404Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.113529805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.113547345Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:03.628356 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.113559475Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1}","iteration":8,"elapsed":"318.168929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.11426889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.116220119Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.116239209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.116401913Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.119474075Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.119555066Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.119901393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4e7ae615-f161-48fe-944d-7f69ae03e029\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.119939944Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.120276711Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.120431344Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.120687589Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.121507705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.122124978Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.122147849Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.122158979Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.122477245Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.122568477Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.122804412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.124154879Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.126158549Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.126522847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.127078568Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.127090398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.127237411Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.129700341Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.129728251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.129741902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:05.365555 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.129754142Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2}","iteration":8,"elapsed":"334.235583ms"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.130754622Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.130810593Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.131259362Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f463a79f-1c5d-4855-98a3-168a9d1c190d\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:31:03.132336044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.132352254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"336.651981ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.133068339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":15,"elapsed":"337.276893ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.144562091Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.144862177Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8b69c5-83be-458a-bea0-2646039bda67\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.146590682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.146815286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.148433809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":15,"elapsed":"352.929079ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.157880079Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.160508112Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.160542253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.160700666Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.203108872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-26T05:24:00.122577Z, time_modified: 2024-11-26T05:24:00.122577Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.203176103Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]}},\"default_endpoint\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"407.683835ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.222572274Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"427.080386ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.230599156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.231130397Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"00b5b157-6a44-49dd-b0ed-385fc6f90e23\", \"date\": \"Tue, 26 Nov 2024 05:31:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.231148777Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.233331181Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a1d1fa47-7ff8-443a-94d2-54deaed657ee\", \"date\": \"Tue, 26 Nov 2024 05:31:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.233341892Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.234423654Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7ce37a96-af81-45bf-ade3-cbebb88d094a\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.234436904Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.235929144Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.235963594Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"440.497456ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.243006696Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":15,"elapsed":"447.562828ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.263105242Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.263530291Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c29da40-df4c-4375-ada0-23726641de02\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.263553431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.263562071Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.263569871Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.264240185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":15,"elapsed":"468.688935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.301325353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.301760132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.304000747Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.304025598Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.304184821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.314160162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.314469298Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff0074f1-97db-4082-9bfc-fcfd1605a1d0\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.314492649Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.314502919Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.314803645Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.314812555Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.314818975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.314826015Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.314832416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.314839246Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.315019919Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.315032129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.315271674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.315281855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.315484139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.317810586Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.317882357Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df08df8-17d7-4b79-a1cd-265f728fbf77\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.317899147Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.31805377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c1cf9e-c1c1-434a-b1a7-c5fd7ccad198\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:31:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.318098331Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.318109922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.423862935Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4b4fa371-e72c-40b3-a8f3-f18416b23c65\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:03.423885925Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.423894506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.42409222Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee9de3f-b439-4550-8cf2-eeea42695ba2\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:31:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.42412574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.424394426Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.427904837Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.428232173Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.431766195Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.431982079Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.433796275Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.433986659Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:03.44049146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":15,"elapsed":"644.975071ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.795627681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.795711113Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.796136981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.796193152Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.796209433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.796523039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.798204503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.800797755Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.800812256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.800960349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.80301145Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.803214284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.804869798Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.807345768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.807358718Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.80749194Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.823889001Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.823913752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":44,"elapsed":"28.310851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.829440793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.829675978Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:12.859148382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"62.94665ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.795516675Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.795569896Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.795834451Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.795875202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.795886012Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.796086336Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.797140448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.799697199Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.79972079Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.799857023Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.802328093Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.8026723Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.804546827Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.807075408Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.807087709Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.807236041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.824902538Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.824931789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":45,"elapsed":"29.429574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.826624563Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.826846967Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:22.828347077Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"32.461605ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.79537762Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795438271Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795454842Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795470132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795483703Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795495763Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795507453Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795520193Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795532384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795545184Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795557364Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795569244Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795583094Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795596255Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795608925Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795621265Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795632446Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.79584511Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.79587163Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.79588354Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795893541Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795903321Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795917721Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795925901Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.795935201Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796513983Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796535664Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796546794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796556784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796567494Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796577534Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796588755Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796598415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796609585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796620265Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796630855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796641546Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796652226Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796661796Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.796671086Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796681036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796690777Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796700577Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796783299Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.79686725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796880731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796890481Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796899421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796906181Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796913761Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.796969513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.79832901Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.798572055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3058, tv_nsec: 200926900 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.798697327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.798893961Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.799027064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.587063ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.800037274Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.801646447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.801662477Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.801873431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.802157817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.802169117Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.80231526Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.802613556Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.802627876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.80278162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.804361462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3058, tv_nsec: 206724367 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.804606507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.812060627Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.812563867Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.81271804Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.813037817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.813534196Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3058, tv_nsec: 215888512 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.813875814Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.81570232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.816009506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.845455211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.846659355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.84694377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.847022682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.847252767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.847789488Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"51.193382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.847810558Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.8478838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.84789505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.848079624Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.848191286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.849513682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.849531703Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.849538413Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.84989657Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.851555534Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"55.03438ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.853170656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.853454412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.853625285Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.856144776Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"59.594202ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.856185807Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.856208897Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.856380711Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.859234257Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.859397101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.862619566Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.862648616Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.862771919Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.862785539Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.862793799Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.862987863Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.863068305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.86483591Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.864862251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.865020934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.866381762Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.867929783Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.868231379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.871713709Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.87173573Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.87174752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.87176029Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.871983325Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.873064007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.873086677Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":46,"elapsed":"77.722226ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.875848513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"80.428791ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.886045588Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"89.470984ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.887484747Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.887507318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.887527998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"92.055496ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.887873005Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78deea3e-9867-4c10-9df1-5add710d86f6\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.887887106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.890264774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.890710223Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.890724973Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.890980188Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d44e4be1-d44f-4a72-bddd-76dc6aa31543\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.890996948Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.891723033Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.891949248Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.892666752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.89554086Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.89555837Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.89556545Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.895830096Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.903191574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.903209475Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.90346817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0345f72b-0f90-4f0a-9038-4c9f860ca6eb\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.90348296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.90545118Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.906760366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.906780927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"110.205472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.908068373Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.912590394Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.912614374Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.912863859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.914533373Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":16,"elapsed":"119.159023ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.923277889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"126.741306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.929212459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.929409423Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.938467206Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:32.938490426Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.938500467Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"141.960363ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:32.998227221Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":16,"elapsed":"202.727599ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.001031138Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.001452237Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7abfb77-a7c2-4776-8b0f-e6b2e202c0ce\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:31:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.003391336Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.003813654Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.005334565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":16,"elapsed":"209.874033ms"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.039824951Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.039864491Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.040256379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c145955-065f-4705-8914-bdf40c35d9d5\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.04028464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.040612707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.051634469Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.051883444Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.053755742Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.05566847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.055698391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.055866754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.056326933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.056342004Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.056566418Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4d095690-82be-4244-933a-97ed3d4d90ab\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.056585989Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.056815493Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.057267523Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.058968617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.058992517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.059103069Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.05911913Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.059414566Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.062299264Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.062469127Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.06557521Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.065595351Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.065896826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"695f2c76-e491-443e-8e61-1bceb8b6a92a\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.067884337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":16,"elapsed":"271.305072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.102882453Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.103334922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.104988135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.105016636Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.105187469Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.113137579Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.113512937Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83a68ca2-967d-483c-9945-94486b3883a8\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.113538568Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.113548288Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.113555848Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.114833674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.115094679Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":16,"elapsed":"319.695869ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.115165691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54754da8-56ca-46c4-95e2-b24fb3383f7d\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:31:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115189521Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115199661Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115469546Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115486847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115495007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115503297Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115510578Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115520218Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115692991Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115708441Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.115920046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.115929356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.116346554Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.118455617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.118577739Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f11c839-f675-492b-9488-4228a52e985d\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:31:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.11859765Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.118694782Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea65cd41-3132-4cc6-a1b0-6fcdad6b8561\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:31:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.118710632Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.118721112Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.224924425Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"78192fd1-dd3d-4b69-bf5e-c29b719ac082\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:31:33.225001156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.225014287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.225267601Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed0d13cb-6dd7-40ee-a2f2-c01e107c3371\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:31:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.225312322Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.225621349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.228939296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.229222591Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.232426326Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.232750532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.235043379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.235246643Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:33.242190073Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":16,"elapsed":"446.759812ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.795326447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.795382798Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.795692734Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.795735155Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.795745745Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.795932129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.797333617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.797913419Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.798253436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.799710665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"3.97214ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.800001891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.800012861Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.800162824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.801862348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.802180055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.803580143Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.806087764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.806099884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.806246757Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.816694988Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:42.816723228Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":47,"elapsed":"21.406142ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.795434417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.795482538Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.795746503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.795793574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.795816285Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.795987398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.797375566Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.797929457Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.798215713Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.799679603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.884968ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.80004719Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.80006044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.800204153Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.802104641Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.802417308Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.804153973Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.806651113Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.806661793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.806812247Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.815697506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:31:52.815727996Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":48,"elapsed":"20.29864ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.79466496Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794720661Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794731711Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794740071Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794747232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:32:02.794753852Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794763562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\"}","iteration":10,"elapsed":"17.48µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794771312Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794778962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794785602Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794792502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794798642Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794806203Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.794812833Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-26 05:22:02.794724121 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794820503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794829333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794836533Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794842963Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794849794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794857014Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794864544Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.794872574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794879144Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794886294Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794893335Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794900135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794906835Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794914165Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794920715Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794928495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794936405Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794942685Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794949805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794956976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794963756Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794971456Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794977816Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.794985106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795102099Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.79519205Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795208101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795230411Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795238121Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795248511Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795261072Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795270192Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795279182Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795316283Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795327303Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795336593Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795345253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795408225Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e9fd39d-4113-4491-beca-e49e9a07f310.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3088, tv_nsec: 197808500 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795422825Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3e7aa779-fd66-467c-8445-e284949ae776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b663146f-27f0-4d91-99d9-9d880c25a555.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3088, tv_nsec: 197804890 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795590938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795602029Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795609369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795616869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795623689Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795631459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.79563853Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795645199Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.79565155Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.7956592Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.7956661Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.79567301Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.79568006Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.7956869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.79569414Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795700901Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795707961Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795714461Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795720701Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795727571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795733081Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795738612Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.795744512Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795750802Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795824423Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795838134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"958.609µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795849894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795925645Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795936965Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795948396Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795967626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795976506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795985537Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.795994797Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796004137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.305027ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796012257Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796030247Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796038887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796045868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796056738Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796204931Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796592519Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.796747242Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.798712112Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.798941346Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.105633ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.799056758Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3088, tv_nsec: 201458064 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.799257723Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.799280023Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.799598589Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-26 05:22:02.794724121 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.79962033Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"expiration\":\"2024-11-26T05:22:02.794724121Z\",\"pruned\":[]}","iteration":9,"elapsed":"4.877858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.800040348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.800592079Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.800602939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.800768393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.801397676Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.801408286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.801558989Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.802453137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.802795604Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.803134291Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.803143171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.803329085Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.804428887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.804439507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.80457328Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.804646751Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.804658772Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.804798474Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.805480508Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3088, tv_nsec: 207878043 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.805742603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.805977318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.806129371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.807855366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"12.239906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.81251647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.812793336Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.813144603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.813484499Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.813625272Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.813707884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.813844927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.815595972Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3088, tv_nsec: 217982647 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.815945859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.817128383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.819862318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.823529572Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.823554783Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.823693905Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.849959855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.850406074Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.850442975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.850838433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.850999886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.851322983Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.851550297Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.853192331Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"57.577651ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.853221551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.853233461Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.853372514Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.854442036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"58.842707ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.854562238Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"59.668634ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.855398885Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"59.761826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.855694451Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.855998207Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.85612682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.85665847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.856956036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.858025448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"62.403029ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.858383855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.858394945Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.858401495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.858407416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.858754663Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.85913462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"63.490501ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.859155391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.859165281Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.859419226Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.859757763Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.860940327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.860951037Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.860961287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"66.158475ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.862735123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.862751063Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.862960927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.863140191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.864406377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.865023819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.8650547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.86506538Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.865132021Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.865238113Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.865253004Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.865449678Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.865510359Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.865542289Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.867399817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.868195593Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.868465568Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.868847156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.870406327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.87051599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.87052729Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.870617432Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.870627242Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.870635862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"74.978852ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.870694333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.872707064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.874309406Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.874947819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.87497503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.875284706Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.875789146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.875798966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.87596032Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.878033961Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.878052622Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.878290907Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.885700836Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":17,"elapsed":"90.902663ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.900177538Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.900205149Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":49,"elapsed":"105.359185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.903600337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.903930674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.903945464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.904255441Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.908593968Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.908618958Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.908629019Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.908852483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.912849574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.912869594Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.912881555Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.913347584Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.914984097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.915677401Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.915698981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.915706652Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.915713181Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.916009918Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.917531158Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.917755423Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.917769993Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"122.132374ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.917879225Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.917891896Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.91810404Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.92010438Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.92012683Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.920136191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:05.365555 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.920145041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2}","iteration":9,"elapsed":"125.373679ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.920544269Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.920558789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.920718722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.922851436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.922871896Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.922881596Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.92304722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.924670852Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.927233114Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.927249034Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.927384247Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.931780676Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.939330338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.939355998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.939366619Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:03.628356 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.939376619Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1}","iteration":9,"elapsed":"144.71001ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.940632804Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.940644115Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.940652495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"144.988025ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.946515883Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.946949852Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.948547704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.951160417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.951173137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.951375081Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.955921983Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.95628528Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.957066476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.957077596Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.957455694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddee5c3d-00cf-4e31-bcda-b06f6a22a437\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.957481874Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.959128567Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.961767091Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-26T05:24:00.122577Z, time_modified: 2024-11-26T05:24:00.122577Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.961799821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]}},\"default_endpoint\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"167.07315ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.975235832Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.975279133Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.975674241Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6fabfc3-11ca-44de-85c5-d9415711ea24\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.975698612Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:02.977387246Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:02.99146866Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.018816501Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"223.985809ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:32:03.022661219Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.02270767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"227.073931ms"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.101326646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.101366687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.101751214Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e9ace3b-c2f5-4a79-8c0e-74e9501ad398\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.101787035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.102220784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.103302926Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.106598222Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.106631493Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.106897978Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.110464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.112657794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.112674705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.112902139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.126649397Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.126679457Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.126978063Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2a10838a-9e36-47f7-a89c-7bbd399dec90\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.126994684Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.127379462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.129610947Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.129891672Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.133478305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.13372305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.137019076Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.137040586Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.137445445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ae05967b-ae0c-4093-baae-b90c60ec0c98\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.140504146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":17,"elapsed":"344.825366ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.178386671Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.191114757Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.191139278Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.191478145Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03bc386e-2c72-4220-bdaa-59e2e986d0cf\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.191499005Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.192965545Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.212105811Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.212346116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd5f158-60b2-44f0-94ae-1a76433d124f\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.213837366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.214164542Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.216319196Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":17,"elapsed":"421.450261ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.230211186Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.230584053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c85bbbfe-b7b8-4239-b58a-4dad68baf1cb\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.230602404Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.233268568Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c5dba2e-7d82-4242-8a88-cb90553d8b59\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.233282908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.235910001Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.235932461Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"441.280792ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.282082162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":17,"elapsed":"487.360631ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.287317768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.287758407Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41b6200-0ef9-410d-a3be-38651c7c7487\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.287784598Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.287794498Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.287803608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.290427571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":17,"elapsed":"495.553066ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.319293923Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.319823204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"65adef96-227f-414a-8428-691e00e57b16\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.319845574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.321405016Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eceffc25-7127-4041-8481-8d141ae35062\", \"date\": \"Tue, 26 Nov 2024 05:32:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.321419166Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.323304064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"268a1163-f7d5-4a89-96d6-6648626a35d0\", \"date\": \"Tue, 26 Nov 2024 05:32:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.323316884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.325524949Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.32556897Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"530.807798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.378387375Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.378750253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.381143571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.381160221Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.381355285Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.390967459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.391297335Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20436af0-5513-452c-908e-e6d727e7cc14\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:32:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391321256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391331746Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391580421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391594021Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391601572Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391609422Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391616572Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391623682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391788136Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391798116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.391956109Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.391966629Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.392297416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.394129893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.394242635Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b7a5099-af26-4f21-a89a-0bf6388d951d\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:32:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.394269386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.394374108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c043e32-02a5-4b32-8c4c-aef0636fef42\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:32:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.394396938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.394411068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.496317384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ff5f40be-bf5c-482f-9dcf-bbb9d436fefb\", \"date\": \"Tue, 26 Nov 2024 05:32:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:03.496345055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.496355455Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.496832175Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f1916f-33d3-4284-aca3-1507e565b32f\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:32:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.496884356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.497215872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.500742823Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.500993028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.503476649Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.503738204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.505976609Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.506164163Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:03.513730236Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":17,"elapsed":"718.907892ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.794898951Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.794991924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.795394392Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.796236518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.796247009Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.796445753Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.797370601Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.79977834Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.79979181Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.799928643Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.801616737Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.801922473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.803522296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.805938314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.805953965Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.806085567Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.817284433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.817306744Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":50,"elapsed":"22.436392ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.825514079Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.825753634Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:12.826733284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"30.492066ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.795180995Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.795264926Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.795694575Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.795747186Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.795765116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.796142624Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.797462501Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.797799857Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.798066333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.799831209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.068332ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.799973481Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.799998342Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.800121574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.801741607Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.8019049Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.803319629Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.805585834Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.805599075Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.805724957Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.813700358Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:22.813724509Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":51,"elapsed":"18.567184ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794832536Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794884467Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794894547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794902517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794909898Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794918608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794928508Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794939278Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794949428Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794959419Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794969079Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794975789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794982899Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794991859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.794999689Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795006019Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795012589Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795235984Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795252214Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795263594Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795274605Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795313006Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795326606Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795359007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795451328Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795965769Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795982679Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.795992789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796001729Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.79601053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.79601976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.79603564Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.79604444Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796052181Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.796060571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796068581Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796075851Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796082331Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796088801Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796096261Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796102462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796109502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796245784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796287655Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796297966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796306706Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796316366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796325176Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796334146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.796343786Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.797118932Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.798070321Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.798421068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.536181ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.79898466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3118, tv_nsec: 201414665 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.799138313Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.799300256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.800258095Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.800282146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.800458779Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.801353097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.801365478Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.801524271Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.801764396Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.801774066Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.801934889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.801948329Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.803648654Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3118, tv_nsec: 206078599 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.803682264Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.803692155Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.803839398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.803917169Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.804277687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.804290787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.804297437Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.8044453Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.804757426Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.804918439Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.805220575Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"9.207125ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.805996371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.806501761Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.806743836Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.806857028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.807133984Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"11.113694ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.808077353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.808150185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.808192075Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.808312748Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.808345229Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.808883129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.80889168Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.809036332Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.810005292Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.810204966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.810739367Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.810985532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3118, tv_nsec: 213418117 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.811012752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.811044893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"15.081504ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.811292028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.811678676Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.811690616Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.811697156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.812012303Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.812025133Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.813499873Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.815421981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.815449612Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.815460712Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.815469132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.815574644Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.815634125Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.829788301Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.829822482Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":52,"elapsed":"34.997446ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.833109158Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.833505466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.841469717Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.841744852Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.843670651Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.843959577Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.845542169Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.845765913Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.845852435Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.846466038Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"51.55419ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.848755464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.848772164Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.848978608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.852663912Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":18,"elapsed":"57.831547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.860923519Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.861321367Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.861337027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.861347237Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"65.357028ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.86295417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.86296686Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.863126343Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.873787568Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.873816539Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"77.805759ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.874451392Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.874462792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.874827609Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"139170e5-a3b0-43a5-b388-9fda7fc4c9a4\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.87485556Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.875038643Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.87533915Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.877641266Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.890840762Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.890860443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.891055497Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a66820f-5383-454a-a4cb-d3d76c6f5d4f\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.891071887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.891085327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.891097058Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.891346872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c502ffdd-2ec5-4a9f-8538-a9f65ca2743d\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.891358123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.892475935Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"96.445305ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.893420844Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.894255101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.90509492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.905179231Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"109.202452ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.905415616Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.919312117Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"124.378739ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.94179373Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.942171518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.960021208Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.960057929Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.960383105Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72ce3e3b-2be1-4a0c-b55e-ece5e63e4b41\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.960409046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.960702662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.961840375Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.96457332Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.96460101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.964781224Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.968333066Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.971165803Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.971193833Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.971404107Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.977053641Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":18,"elapsed":"182.116203ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.978500561Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.978516341Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.978754726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d92cbb9f-7374-46ab-b44d-b4d2ce176409\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.978777946Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.979061262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.987059503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.987431361Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.991546084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.991948202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.992820399Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.993184437Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"837200c9-79a8-4295-867a-6adbc421c802\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.995199487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.995620836Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:32.996637047Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.996652347Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.997129217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"eaa949cd-34dc-490b-a2f5-afd795f11f45\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.998077046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":18,"elapsed":"203.177898ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:32.99978941Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":18,"elapsed":"203.781741ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.047713177Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.048160366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c097ec25-a4fe-4548-b1af-caabd25ede50\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.048199417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.048210667Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.048219547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.050566704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":18,"elapsed":"255.719478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.091087792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.09146294Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.093341727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.093363558Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.093644124Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.101336339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.101678426Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e23be4-35de-458c-a81f-c3d9c490390d\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.101705736Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.101718456Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102052393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102067043Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102076264Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102085354Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102092864Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102100904Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102271867Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102281668Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.102434981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.102444821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.10288907Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.104335399Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.104439391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7772190-a769-40e2-9824-2915ee5a5bf3\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.104461772Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.104566754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9e0a97-fafe-4592-9822-415a815e6481\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.104583954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.104597434Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.222585365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"77c5e559-f415-469a-9520-25d258c405d9\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.222626915Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.222639106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.222899941Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64051a7d-2bef-479a-81e6-6d093f407c1a\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:32:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.222945422Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.223281309Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.226458383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.22680105Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.228706908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.229105146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.230921863Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.231163828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.239574437Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":18,"elapsed":"444.701641ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.631658677Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.631699218Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.662865836Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.662960169Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47168"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.663142582Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"de55f967-a321-4789-a518-049f2c30a51a","remote_addr":"[fd00:1122:3344:101::b]:47168","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.663493399Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"de55f967-a321-4789-a518-049f2c30a51a","remote_addr":"[fd00:1122:3344:101::b]:47168","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.700679249Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/oximeter.rs:76","collector_id":"a4232f21-0674-457e-97a4-41c6f360d0c1","producer_id":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:32:33.70072117Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"uri":"/metrics/producers","method":"POST","req_id":"de55f967-a321-4789-a518-049f2c30a51a","remote_addr":"[fd00:1122:3344:101::b]:47168","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37625,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.700789912Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de55f967-a321-4789-a518-049f2c30a51a\", \"content-length\": \"41\", \"date\": \"Tue, 26 Nov 2024 05:32:33 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.702503926Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:33.702524467Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.79465297Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.794716852Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.795012448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.796521958Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.796538868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.796566569Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.796797444Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.798341675Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.798541239Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.798973217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.798986578Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.799118291Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.800251103Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"3.726305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.800749383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.801044929Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.802596721Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.804933088Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.804951988Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.805080041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.812818267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:42.812842847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":53,"elapsed":"18.203017ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.79475608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.794816841Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.795113937Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.795657228Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.795669518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.795891382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.796860982Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.797662298Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.797922554Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.799327502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.799342952Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.799478095Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.799703019Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.036052ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.801022106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.801264791Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.803002816Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.805325893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.805346823Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.805467876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.815161761Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:32:52.815186442Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":54,"elapsed":"20.445182ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794651726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794716787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794729647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794740158Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794751588Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794764448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794776508Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794791079Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794804629Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794817109Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.79482902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:33:02.79484202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","reason":"blueprint disabled"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.79485646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-26 05:23:02.794712197 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.79486941Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794882061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\"}","iteration":11,"elapsed":"12.77µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794896791Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794908701Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794920151Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794934262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794948662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794960252Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794972042Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794984483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.794996803Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795009203Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.795021263Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795032114Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795042944Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795054444Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795067494Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795079505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795091325Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795104095Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795115805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795129646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795141016Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795154446Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795166996Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795179296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795191267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795203317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795219517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795235158Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795251698Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795267638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795283889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795299769Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795314909Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795326679Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.79534115Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.79535327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795388771Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795416131Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795426572Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e9fd39d-4113-4491-beca-e49e9a07f310.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3148, tv_nsec: 197891397 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795442062Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3e7aa779-fd66-467c-8445-e284949ae776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b663146f-27f0-4d91-99d9-9d880c25a555.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3148, tv_nsec: 197888717 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795456882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795464902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795473442Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795481903Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795535624Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795547094Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795554534Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795564344Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795573764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795584375Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795593795Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795603185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795612365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.795622445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795632146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795641756Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795652006Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795662086Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795671146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795679677Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795689817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795700287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795712067Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795721518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795766679Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795777409Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795788479Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795797819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795807339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.79581728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795956962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795986813Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.795995953Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796004783Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796012353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796019573Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796027244Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796036384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796044774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796053994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796061144Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796069865Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796080015Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796111335Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796123656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.450419ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796131956Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796141066Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796149696Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.503601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.796910002Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.797118716Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.798029134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3148, tv_nsec: 200493099 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.798084415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.252416ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.798302139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.798896171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.799075355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.799157627Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-26 05:23:02.794712197 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.799167427Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"expiration\":\"2024-11-26T05:23:02.794712197Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.44797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.800668897Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.801501124Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3148, tv_nsec: 203961880 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.801595796Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.801617466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.801738219Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.801817221Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.803256299Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.80326939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.803466904Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.804536205Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.804545476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.804721139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.805208309Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.805361072Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.805372012Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.805419103Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.805564936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.806625727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.806646698Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.806783141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.807024646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808078917Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808096147Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808297491Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808395123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808419064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808550196Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808805762Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808819972Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.808948454Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.809294731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.809440964Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.809613318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.810174749Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.811609638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.811621258Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.811629388Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"16.046154ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.811816742Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.811827252Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.812073377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.812085978Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.812236111Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.813643859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.813654629Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.813795012Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.815773352Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.816639389Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"20.993323ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.817568688Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.817591699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.817726551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","total":0,"count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.817737152Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.817746242Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.817754572Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"22.158698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.819553288Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.820207201Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.824280084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.824899236Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.826829785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.826858416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.826869286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.826878446Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.82709674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.828699803Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.829035319Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.831691433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.83201463Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.8320553Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.832484639Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3148, tv_nsec: 234939934 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.83251431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.832633752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.832652712Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.832662193Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.832670843Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.832817306Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.832956939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.834171063Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.83602184Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.836067992Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.837046211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.837057171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.837336157Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.837666694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.83797562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.839163704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.839182544Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.839330287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.840003731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.840017381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"44.354335ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.840629213Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.840644924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.840862888Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.842129904Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.842572963Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.843770877Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"48.990188ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.846221356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.846247397Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.846455801Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.846551163Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.846580564Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.846711926Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.84789738Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.850079754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.850107805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.850263508Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.850275748Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.850283148Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.850291838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.850679176Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.851206627Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.851233917Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":55,"elapsed":"56.370937ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.851248178Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.851259428Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.851267768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.851524433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.852198547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.85235597Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.852581465Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.853705517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.853768369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.853933842Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.853960882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.853997503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.854272059Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.854294139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.854306779Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.854531654Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.855017144Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.855029834Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.855179007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.855863381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.855881731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.855954022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"60.360587ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.856010204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.856686487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.856705618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"61.155053ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.857014034Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.858153547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.858176977Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.858186218Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:05.365555 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.858194808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2}","iteration":10,"elapsed":"63.46509ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.858512214Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"62.95128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.860541505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.860855131Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.861592806Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.861828681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.861909682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"66.356828ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.862038725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.865341192Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.865365732Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.865649918Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.867016226Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.867032746Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.867043836Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"72.229088ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.868145598Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.868418604Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.869884574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"75.056714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.871040317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.875078108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.875101639Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.875346264Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.877117609Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":19,"elapsed":"82.231139ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.881938617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.881954897Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.881963787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.882196382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.884134141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.887459088Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.887487169Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.887674962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.889791065Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.889808565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.889817936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:03.628356 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.889827366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1}","iteration":10,"elapsed":"95.083828ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.893294216Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.89348813Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.894216464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.894451289Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.895953779Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:33:02.896080272Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.896095162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"100.554858ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.897192214Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"102.302044ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.897784416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.897797457Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.89794192Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.898493781Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.898505621Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.898515371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"102.863635ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.915505364Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.915537684Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.91583839Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7f7be5-25ce-4ebe-ad35-54e9915fc3bd\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.915854691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.917107016Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.918413873Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.920017495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.924619808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.924638328Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.924876373Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7e4074-d7ac-46bb-8b41-77e2eca40d34\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.924892903Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.926441924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.938226842Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-26T05:24:00.122577Z, time_modified: 2024-11-26T05:24:00.122577Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.938261353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]}},\"default_endpoint\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"143.462874ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.940804034Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.941125621Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.970989203Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.971027074Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:02.971413942Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e987522e-8c03-4448-8008-10fff42510ad\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.971448302Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:02.973504814Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.076857359Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.07690805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.077888879Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515bace4-7af3-4acb-8559-a844fbbc6106\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.07792447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.078332568Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.079004262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.082039433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.082068824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.082317049Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.082756838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.083134815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9b4ef127-7e88-40db-9884-e3b4701b8a9b\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.083163796Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.084019833Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.084708407Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":19,"elapsed":"290.015591ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.086006093Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.086022924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.086081395Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ca5b6c1d-605b-4cc9-be95-bd7917f1377d\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.086098975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.086162566Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.088116076Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.088142046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"293.255166ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.092415123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.092443633Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.092696478Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ea109324-8739-4d47-b1e6-b5519a50c8f2\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.092717189Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.093138187Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.09626467Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.096657938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b5be0e2-e55d-46a5-a881-163fd0988c4f\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.098523156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.09872676Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.098839202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.09924613Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.101525916Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":19,"elapsed":"306.791499ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.103384054Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.103719891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.103982686Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.114063989Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.11411601Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.114448617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f66d6c79-9ad5-427b-96b3-77b0c2445141\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.116437137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":19,"elapsed":"320.865613ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.167302383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.167741202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85c4ff87-0837-4004-85b5-bf8e0ff1eb39\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.167763883Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.167775193Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.167783083Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.168660191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":19,"elapsed":"374.004454ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.176026779Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.176591471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"94a2130d-fd15-4aa4-ae3a-69a9b00eb544\", \"date\": \"Tue, 26 Nov 2024 05:33:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.176608451Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.178905717Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1b3f987f-771b-41bc-b12c-5773ab1bfeda\", \"date\": \"Tue, 26 Nov 2024 05:33:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.178925468Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.180357317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2b641cfb-8c9e-4a5b-8ad2-08e965ffe0a8\", \"date\": \"Tue, 26 Nov 2024 05:33:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.180369747Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.1814903Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.18152476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"386.785783ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.209942454Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.210294551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.212447844Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.212460884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.212660688Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.221353234Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.221622309Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"603a78ef-ce69-4b0c-898f-4105bdebd716\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:33:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.22164606Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.22165608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.221934045Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.221943186Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.221949896Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.221956806Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.221963206Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.221969366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.22214278Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.22215217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.222298453Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.222306863Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.222559128Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.224546028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.224916766Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a145eec5-4cf3-43c9-b9e4-d23857188cfa\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:33:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.224947116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.225012667Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"932d8f53-58b6-489a-9904-f23577aead6d\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:33:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.225034458Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.225044788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.315901381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d7764722-3d69-48de-9810-1f0280aa60fe\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:03.315933712Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.315946402Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.316165256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b33374-bdba-4233-85a3-0bcd90d1acd6\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:33:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.316197917Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.316417282Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.319849121Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.320123256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.323088646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.323417013Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.325172888Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.325379922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:03.331845803Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":19,"elapsed":"536.977892ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.79497973Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.795030161Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.795321537Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.795907808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.795927329Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.796112982Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.797102982Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.797908769Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.798277696Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.79947829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"3.564582ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.799573352Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.799590252Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.799729555Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.801629994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.801887089Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.80344368Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.80592358Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.805940071Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.806064313Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.814440542Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:12.814465433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":56,"elapsed":"19.502573ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.795501027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.795578798Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.796004717Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.796070708Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.796087578Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.796435795Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.797967056Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.798064338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.798338484Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.800312364Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.234395ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.800550398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.800574389Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.800703501Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.802658421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.802819084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.804409606Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.806694172Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.806710913Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.806834585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.814834466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:22.814857727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":57,"elapsed":"19.379101ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794803701Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794857442Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794867292Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794876022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794884042Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794891852Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794898752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794905483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794913153Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794921353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794927793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794934603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794941884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794948564Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794954994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794960954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.794966724Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79524828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79526141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79527001Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79527881Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795287371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79529576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795345721Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795354332Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795942904Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795951884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795958414Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795965224Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795971094Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795978084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795984385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795991585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.795998725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796005485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796012905Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796019775Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796026875Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796033075Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.796040026Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796047046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796053446Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796060516Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79624295Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79625898Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79626597Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79627476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.79628322Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796291361Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796300431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.796359852Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.797193759Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.798027486Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.798093037Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.253586ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.798647858Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.799102807Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.799553966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.799564547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.799751221Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.801563887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.801575017Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.80169246Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.80170252Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.801746531Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.801874173Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.802067977Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.802080217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.80222406Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.802568327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3178, tv_nsec: 205060443 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.802868703Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.803786662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3178, tv_nsec: 206283467 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.804052337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.804305522Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.804315053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.804321053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.804574258Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.804979626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"8.987752ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.80568244Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"9.678555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.805827993Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.806576398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.806608969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.806787512Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.807272462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.807307223Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.807570028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.807580508Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.807925455Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.807936715Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.808182831Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.808588709Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.808599039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.808740972Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.810310494Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3178, tv_nsec: 212805499 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.810389855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.810563599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.810574159Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.810583269Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"14.617425ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.8111439Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.811293463Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.811697162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.813782164Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.813793134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.813960337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.814019528Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.814032369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.814188382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.814488868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.814501088Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.814647861Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.816726143Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.816737973Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"20.713628ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.827081092Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.827105092Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":58,"elapsed":"32.245541ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.828216385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.828454089Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.831413279Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.831654124Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.834215966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.83444638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.842747578Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.843023734Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.850966154Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.850982984Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.850989534Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.851241599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.864296172Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"69.484432ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.866694881Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"71.825998ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.883089822Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.883107872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.883432869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"651aedfc-c282-4cdf-9145-5b4a6f8ff36c\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.883448509Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.886326397Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.887670764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.887682084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.887878338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ede6e2-36c5-48ff-88bc-ea8e1c0fd9b1\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.887888538Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.890117953Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.898594324Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.898619095Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.898846339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"914a984b-900d-4135-b4b6-897592896e86\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.898867Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.900392391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.902283979Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.902585505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.905575975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.905592265Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.906009024Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b32650fa-23d2-4ef3-a403-5f02aafca3e0\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.906031114Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.9063129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.907267439Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.907549355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.908026425Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"112.078101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.909043215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.90929429Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.910330551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"114.374238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.910689778Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.913619757Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.913636618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.913795141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.915078687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":20,"elapsed":"120.199955ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.91670969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.917010316Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.918911164Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.9206916Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.920711461Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.920858933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.921901214Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.92364582Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.92366115Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.923805833Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.939966689Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.939984839Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.939993799Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"144.022035ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:32.948661564Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.948683975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.94892994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"94d60c5d-971a-44f3-befa-75d0e36ee573\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.94894685Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.949310517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.951258157Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.951456381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.954274038Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.954644885Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.985700092Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":20,"elapsed":"190.891711ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.991461108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.991797375Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acd4f21d-d738-40aa-8f43-238b9da62a48\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.993267924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:32.99354811Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.014989152Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.015441561Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d381a477-b764-478f-a50b-2b3f57debdfb\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.015476232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.015491142Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.015498582Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.017241948Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":20,"elapsed":"222.330185ms"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.017924802Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.017937462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.018209467Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":20,"elapsed":"223.323935ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.018230008Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b4036fdd-6f19-4631-8f6a-8e0e5873be98\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.019677837Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":20,"elapsed":"223.666732ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.077881711Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.078285569Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.080328381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.080352761Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.080491634Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.0902038Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.090497786Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515cf965-9709-4341-aed6-89194afd5887\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.090520106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.090530086Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.090812672Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.090821802Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.090828552Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.090836672Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.090843273Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.090850003Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.091021516Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.091031116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.09119681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.09120531Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.091389733Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.092816942Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.092924344Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1395f1b3-9eda-493b-9164-6ba3698f9398\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.092934575Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.093025826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca929bea-04d2-4104-b048-2aa36431fefa\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.093045227Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.093053987Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.205145808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"080015ba-bafb-4af9-94d4-1b9fa282d311\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:33:33.205191199Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.2052036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.205443474Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f87ca1e-843a-4c00-90a5-2cac32be4285\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:33:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.205490975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.205840562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.209873234Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.21021021Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.213676011Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.213991707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.215999027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.216358034Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:33.224010219Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":20,"elapsed":"429.186378ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.794620805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.794669986Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.794965152Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.795678436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.795693847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.7958826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.796930532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.799420622Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.799441262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.799574025Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.801643987Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.801943053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.803265129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.805806441Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.805822191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.805966204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.814638189Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.814658649Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":59,"elapsed":"20.053754ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.825539359Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.825898506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:42.85435895Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"58.668834ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.794951139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.79500492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.795248715Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.795721944Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.795731965Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.795923219Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.797008501Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.797927789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.798274706Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.79944487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.79945569Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.799595003Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.801858908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.802142534Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.803510462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.805995882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.806024482Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.806139095Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.822162608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.822194729Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":60,"elapsed":"27.24788ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:33:52.834920495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"39.187931ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.79460436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794658001Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794667781Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794675731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.794682452Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-26 05:24:02.794628610 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794690922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794699432Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794706322Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794715722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794722072Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794728223Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.794735283Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794741733Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794749153Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794755603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794762743Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794770373Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794777933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794784714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794792044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794799464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794809724Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794820314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794827754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794835755Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794842565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794852205Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794861635Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794868635Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794876026Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794884716Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794890956Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794898126Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794906166Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794913816Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794921876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794928377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794936367Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:34:02.794944427Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.794951937Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\"}","iteration":12,"elapsed":"16.091µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795161041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795187022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795197902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795211382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795225563Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795235033Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795242893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795259513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795297764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795331455Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795342415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795352005Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795361055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795393476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795484228Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e9fd39d-4113-4491-beca-e49e9a07f310.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3208, tv_nsec: 198001213 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795500588Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795508728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":61,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795516268Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795524399Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795531349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795537709Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795544639Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795551469Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795558859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795565889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3e7aa779-fd66-467c-8445-e284949ae776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b663146f-27f0-4d91-99d9-9d880c25a555.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3208, tv_nsec: 198042944 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.7955787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.79558666Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.7955958Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.79560393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.79561031Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795617041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795623161Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795630211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795636251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795643091Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.795650641Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795657031Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795663382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795670792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795676732Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795682902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795691362Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795697592Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795703742Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795709532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795716292Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795851425Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795928197Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795945857Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795958117Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795974768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.795988538Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796001318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796014349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796027039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796042419Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796051129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796059699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.79606844Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796135451Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796148551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796156481Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.431369ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.796164501Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.307766ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.797553149Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.798213133Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.798788134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.99043ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.799685763Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.799710713Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.799849936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.799957318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-26 05:24:02.794628610 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.799966078Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"expiration\":\"2024-11-26T05:24:02.794628610Z\",\"pruned\":[]}","iteration":11,"elapsed":"5.340968ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.800945518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.800963868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.801183613Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.801928158Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.8030455Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.803345417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.803569911Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3208, tv_nsec: 206101266 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.803823986Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.804168393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.804181623Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.804412788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.805599872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.805877108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.806694364Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3208, tv_nsec: 209221359 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.80698014Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.808712045Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.808877918Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"13.335759ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.808903889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.811575883Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.81194502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.814073743Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.814384029Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.839678589Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.842381924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.842426445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.842542127Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.847175311Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3208, tv_nsec: 249687806 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.847572639Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.850438576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.853048039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.853513409Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.855889516Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.855917247Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.85606931Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.856130061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.856285684Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.856489448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.858678362Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.858719893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"63.122442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.859499178Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.859862285Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.859994758Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.860004808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.860345105Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.860926187Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.861299914Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.861320845Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.861870786Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.861889106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.86206624Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.862421157Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.862454328Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.862484929Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.862506319Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.862519029Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.862525949Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.862638901Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.862743624Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.862839616Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.863387307Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.863859176Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"68.368468ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.864343806Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"68.787827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.864602601Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.864838696Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.864894327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.864996039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"69.467711ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.865092571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.865264685Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.865285255Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.865470199Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.866097951Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.866120952Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.866270645Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.866466939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.866632972Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.867688714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.867712194Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.867721784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"72.084844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.86799959Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.868201704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.868969859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.870662634Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.871624653Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.871639373Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.871893918Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.873546002Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.873648694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.874648014Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.874983991Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.876069352Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.878808368Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.878836658Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.879135044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.879269587Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.879283947Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.87943442Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.892519504Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.892548715Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":61,"elapsed":"97.69869ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.893112606Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.893132737Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.893139817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.893146407Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.893561435Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.895359522Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.896601447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.896995125Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.898436544Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.898486535Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.898497785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.898687259Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.898787521Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.902938514Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"107.298594ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.91016416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"115.394407ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.912824084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.912850354Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.912858385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.912864755Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.913269863Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.913932616Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.913963497Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.913977457Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"119.271315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.918355185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.919920627Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.920454088Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.922383767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.922408297Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.922634262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.923639792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.923659052Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"128.150954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.925046011Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.925344017Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.925366007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.925381317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.925696394Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.926222394Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.926242485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.926252775Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.926580711Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.926906308Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.926934409Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.927088792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.930547122Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.930878748Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.935527612Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.935777787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.941443831Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.944500053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.944519403Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.944529064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.94484328Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.945126536Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.945137826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.945399091Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.947127086Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.948172987Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.948198218Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.948208498Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:05.365555 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.948218058Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2}","iteration":11,"elapsed":"153.445654ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.948439943Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.948455393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.94882477Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dfde666-637e-4b9d-baef-e3dc88217788\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.948861551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.950616966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.950645507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.95080684Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.951195548Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.953335341Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"157.727011ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.953405383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.953422483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.953432383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:03.628356 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.953441253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1}","iteration":11,"elapsed":"158.67147ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.962404064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.965724311Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.967192131Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.967223371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.967590359Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65225bfa-6d71-4ebc-8a6a-f495c686c26c\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.967623279Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.969740752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.993572953Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:02.993626034Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:02.993646855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"198.017014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.007229358Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.013568316Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.013616627Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.013879733Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.015647768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-26T05:24:00.122577Z, time_modified: 2024-11-26T05:24:00.122577Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.015701029Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]}},\"default_endpoint\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"221.028827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.017670589Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.018035656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.030654291Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"235.935298ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.039407807Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.039840236Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:34:03.05092753Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.050955831Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"255.427862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.072328122Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.072872393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.091161552Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.09159148Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.092306525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","candidates":"[(bf6e530c-7b6b-4a70-81f2-c99c904cbe5c, 0), (f1474c75-17e3-4780-af86-65f3712bab74, 0), (1d741a6a-35e0-46a5-bba4-b8c453129438, 0), (360c493b-0745-4184-b03a-52a554cf2697, 0)]","collection_id":"bf6e530c-7b6b-4a70-81f2-c99c904cbe5c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.092342355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.092514379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.096971929Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.097427138Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c44945f0-b284-47a3-baf8-45ea4834bc40\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.099381737Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.099718534Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.132067227Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.132100908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.132482525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5424e6e8-9dda-435c-a8d6-931218eb2a0a\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.132502766Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.13517321Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.144407276Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.144425906Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.144829464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826c905a-20d6-4da9-a92c-c6f41efd94cf\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.144862065Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.145185492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.146527028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.146715672Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.14858436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.14860629Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.148788924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.149180452Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":21,"elapsed":"354.372138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.150427627Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.150860126Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":21,"elapsed":"356.023222ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.152224203Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.152242754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.152393297Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.167969061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.168261057Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.169046593Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.169513312Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"353fd218-09c1-45fe-8b03-07542c7626db\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.169532473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.170134045Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.170506712Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.171948851Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"67561273-7c2f-4189-b5cb-3ffb398d5792\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.171972532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.172122115Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.174170886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.174192187Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"379.595766ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.174751698Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.174774018Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.174939492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.177361241Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":21,"elapsed":"382.693799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.180688758Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.186994635Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.187025656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.187320902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.191117998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.191517056Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.193456785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.1936903Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.195370834Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.195630209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.1971497Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.197410925Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.199269652Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.199302893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.199318593Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.199525248Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1e5b62af-9fdc-4b38-a688-48348d7c43bc\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.199541998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.199549798Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.199825704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.201151121Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.201420846Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.205686132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.205875056Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.206236633Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.209492269Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.209747374Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.21005213Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.21008035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.210249424Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.212373697Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.212726934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.212798325Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.212948948Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.212975939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.213360567Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f9dcabe1-0092-413d-92d5-1b34be38d8e0\", \"date\": \"Tue, 26 Nov 2024 05:34:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.213385647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.214454049Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.21448363Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9ce91989-107d-4cd0-bac6-5ea8f1549907\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.214697204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.21500845Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"53297635-0e76-42b1-8a65-93780ec903a7\", \"date\": \"Tue, 26 Nov 2024 05:34:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.21502388Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.216750435Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.216956439Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":21,"elapsed":"421.376829ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.21699839Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.217413238Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c9bf99e2-ae6e-43eb-8fc3-186edb154ea5\", \"date\": \"Tue, 26 Nov 2024 05:34:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.217430809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.219376908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.219408699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"424.567274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.219766006Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.220016661Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.221093563Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.221352238Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.252108209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.252385294Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.288751538Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.289151846Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"095aa1fe-d735-4441-90db-423a6f1e30e5\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.289179486Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.289190406Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.289198217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.290515393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":21,"elapsed":"495.783631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.290740928Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.294680867Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.294702778Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.294875731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.296081056Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.29629594Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.297414972Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.297605036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.299135497Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.301664618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/db-queries/src/db/datastore/inventory.rs:1452","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":0,"ncabooses":0,"nrots":0,"nsps":0,"ncollections":0,"collection_id":"bf6e530c-7b6b-4a70-81f2-c99c904cbe5c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.301690329Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.301869962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.302805491Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.302822792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.302956184Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.304447584Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.304661869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","candidates":"[(f1474c75-17e3-4780-af86-65f3712bab74, 0), (1d741a6a-35e0-46a5-bba4-b8c453129438, 0), (360c493b-0745-4184-b03a-52a554cf2697, 0)]"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.304815112Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.305105487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3208, tv_nsec: 707631513 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.306165089Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.30619106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.306476665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.308751831Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.308935935Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.309991406Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.310236051Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.311918625Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.312094648Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.314221062Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.314392525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.314688561Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.314987237Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6db763f-cb2d-4852-92ab-b6840d0fe12a\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315004987Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315015407Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315287643Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315298393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315306233Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315314424Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315322004Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315421846Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315504057Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315514837Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.315689461Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.315697571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.315894865Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.315912496Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.31615365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.317300044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.317488637Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.317887765Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.317988127Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39d430a-ad30-4cef-a810-832e943c4573\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.318012238Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.318088669Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e201506-09d8-47f7-9918-d1979a569447\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.31811911Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.31814117Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.337229946Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.337250436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.337260646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.337633274Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"412b2bfb-c45d-4675-adeb-f5712e2303cb\", \"content-length\": \"476\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.337658064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.337868948Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59aa6fc7-7d8e-4e7d-a07d-b088b8d37ae5\", \"content-length\": \"734\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.337891939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.338171385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9468383d-63f6-4377-8a45-85590971ce81\", \"content-length\": \"111\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.338194465Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.33842966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b12e5605-932d-409b-8949-a2d5fe582a3d\", \"content-length\": \"111\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.33845238Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.338688445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"933269b6-edda-43ff-a1ea-35fdb33df652\", \"content-length\": \"167\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.338700145Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.33894315Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36e06616-2096-41eb-892f-2a98d9f10422\", \"content-length\": \"167\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.33895345Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339210555Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7389e43-f3d2-4669-85a9-ab63be89a053\", \"content-length\": \"175\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339220986Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339462211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4699c6e4-61dd-4257-a147-c7ef77e7104f\", \"content-length\": \"175\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339472701Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339607963Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08ebcf3d-6df1-49eb-95d3-d343b4cba82c\", \"content-length\": \"702\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339617814Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339784817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"053cb19e-28ef-41d5-b055-b4423aae3f11\", \"content-length\": \"727\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339795297Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339953161Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d760025a-554b-471c-8155-9154321cc051\", \"content-length\": \"729\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.339964161Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.340108354Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa935ca-2f05-4cd6-a734-b21a69517fcd\", \"content-length\": \"728\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.340118904Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.340303898Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"632c88a0-2d41-43cf-b60f-fbaebdb02e6a\", \"content-length\": \"722\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.340319418Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.340595394Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a4451a-579a-4fd4-bd0c-5f8ebe27bba2\", \"content-length\": \"109\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.340605194Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.340877209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9afd39-601a-4e65-8271-456018954f49\", \"content-length\": \"109\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.340886829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.341158785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c671eb4c-e769-4fa6-ade6-3a79fcb0e944\", \"content-length\": \"169\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.341169275Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.341452341Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50eee73e-71b1-4159-9795-e142c89d5638\", \"content-length\": \"169\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.341462461Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.341721766Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4be0b4-2c3d-490c-9211-ad9dce5739d2\", \"content-length\": \"178\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.341731566Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.341974731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b2cb5a-766e-4721-97d7-4b3a37e191b1\", \"content-length\": \"178\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.341984682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342126184Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b8a130-6c65-4335-8eb6-f5e61bc2c145\", \"content-length\": \"702\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342136785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342316828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0068ff5e-1f84-4aac-b02c-17c7ea99a1b0\", \"content-length\": \"727\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342329338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342517492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a18d68-bd10-47a0-bab5-5c6035710e08\", \"content-length\": \"729\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342527853Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342711706Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8623166-b292-4a71-a873-6c0b1bc142da\", \"content-length\": \"728\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342729306Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.342966111Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.34440824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.347125255Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.347138206Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.3473476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.347771468Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.347955842Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.348925962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.349135976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.351116806Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.351137656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.351290819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.35329133Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.35331598Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.353457433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.354671927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.354856951Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.356473344Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.356725699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.358119507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.361786231Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.361805471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.361937794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.368150009Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.36818611Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.368369544Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.369549787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.3711562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.371172Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.371305223Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.373247952Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.373301483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.373321914Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.441810675Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"12f35924-7628-44b6-baf8-d486e5596784\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.441835716Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.441845286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.442080911Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4995a729-0dd7-407c-8d79-6b891de34ac5\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:34:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.442127382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.442471189Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.446205824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.44651192Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.446923279Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.446942769Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.450106683Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.450431419Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.452757466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.453089413Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.459822519Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":21,"elapsed":"665.131537ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.490433566Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","vpc_to_sled":"[Sled { identity: SledIdentity { id: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, time_created: 2024-11-26T05:24:02.838700Z, time_modified: 2024-11-26T05:24:02.838700Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.490462287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.490469747Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.490789543Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.492527028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.492756673Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.494390446Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.497136381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.531218539Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.535358032Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"d60e3a55-1789-4944-ab99-12aab643f3a5\", \"date\": \"Tue, 26 Nov 2024 05:34:03 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.53770546Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.53772104Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","elapsed":"742.224762ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.53773136Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":3,"elapsed":"742.237442ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.732791595Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dbb59c0-fba5-452e-8b05-4216e329dcf2\", \"content-length\": \"30793\", \"date\": \"Tue, 26 Nov 2024 05:34:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.734419228Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.734435679Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.734442969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.736280786Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.736566202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.738337227Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.740101923Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.740160544Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.740312557Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:03.931005784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/db-queries/src/db/datastore/inventory.rs:1006","collection_id":"0b1013fd-6ee7-4da5-94c5-9b6f4e3c5709"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.931047525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_started":"2024-11-26 05:34:03.337214 UTC","collection_id":"0b1013fd-6ee7-4da5-94c5-9b6f4e3c5709"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.931057955Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"collection_id\":\"0b1013fd-6ee7-4da5-94c5-9b6f4e3c5709\",\"time_done\":\"2024-11-26 05:34:03.734419 UTC\",\"time_started\":\"2024-11-26 05:34:03.337214 UTC\"}","iteration":2,"elapsed":"1.136448365s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.931068985Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.931080175Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.931433093Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.932964193Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.93477411Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.93479758Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.934926893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.937392663Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.937727599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.9397305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.941631918Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.941650399Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:03.941782141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:04.042476573Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"111.381987ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.795252922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.795327043Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.795745371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.795800233Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.795817793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.79616769Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.828233837Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.830953212Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.830971932Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.831132855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.831915231Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.832206287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.833257498Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.833479673Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.834952932Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.837474253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.837486823Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.837631226Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.849508466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.849526916Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":62,"elapsed":"54.307286ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:12.861436636Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"65.636473ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.794876971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.794931162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.795214118Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.795748739Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.795759099Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.796091135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.796973653Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.799521205Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.799534755Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.799688908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.801788241Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.802065356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.80372847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.806265821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.806281691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.806422514Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.815710681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.815728532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":63,"elapsed":"20.871461ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.823971228Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.824217213Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:22.825669522Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"29.922804ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794596623Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794669674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794687474Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794702375Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794716455Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794729615Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794742196Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794755616Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794768206Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794781476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794795607Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794808547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794822507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794834808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794846958Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794859838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.794872828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795007131Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795029271Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795045232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795108443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795127743Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795142694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795157714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795279317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795754046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795762926Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795770756Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795778616Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795785687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795793107Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795799967Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795807457Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795813517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795820417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795827728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795834338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795841178Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795848058Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795854948Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795861388Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.795868588Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.795875629Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.796065502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.796075433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.796083923Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.796093183Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.796101723Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.796109893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.796118113Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.796126003Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.797722576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3238, tv_nsec: 200287621 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.798012101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.798049772Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.798554432Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.798582723Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.880738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.799108544Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.800681875Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.800693886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.800843869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.801038153Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.801048503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.801194476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.80188644Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.80189736Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.802039273Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.802550563Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.804201106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.804216797Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.804344549Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.804576344Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3238, tv_nsec: 207140249 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.80484487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.804936411Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.807424202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.807448242Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.807586045Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.810252748Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.810498513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.81083061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.810937612Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3238, tv_nsec: 213502448 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.811021174Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.811186917Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.811543874Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.811724078Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.812947273Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.814864772Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.814887162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.815033515Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.849879558Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"54.090601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.850654603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.851283146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.851782586Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.852805377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.852823407Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.852831447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.853002431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.853243386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.854048612Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.854274936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.854533402Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"58.742094ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.854643404Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.855697185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"60.97679ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.856228636Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.856239376Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.856246326Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.856571982Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.856593882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.856603933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.856843847Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.857323927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.857336587Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"61.575001ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.857846728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.8579464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.858128433Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.858139353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.860098173Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.860301897Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.861998981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.862373119Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.865055743Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.865070833Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.865249327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.865783218Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.865794488Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.865946821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.867044833Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":22,"elapsed":"72.351689ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.878348761Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.878362172Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.878702358Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6313f12-4900-4699-b023-abfb2f5c2c17\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.878733689Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.880903953Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.887360893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.88770114Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.888000386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"92.24311ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.889260351Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.889271741Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.889278562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.889450705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.892879024Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"97.075037ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.895263873Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.895276793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.895536118Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4fe29d5-2976-4fee-850a-78c9fb726d3e\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.895561379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.89714702Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.901797204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.901813565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.902023139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb721a24-ce5a-48a1-8bab-9a541750a114\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.902037089Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.903916427Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.910345777Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.910610862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.921447911Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"126.844487ms"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:32.950275392Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.950292403Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.950598019Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8692724f-dd64-4f27-be2c-cd1c83700f0f\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.950622259Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.950837063Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.964835056Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.964880777Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":64,"elapsed":"170.285304ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.975563412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.975900339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44097448-0955-41c0-96e4-c83539822f95\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.97792546Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.978214476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.980644315Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":22,"elapsed":"186.032911ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.98337503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":22,"elapsed":"188.666425ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:32.999601227Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"203.77238ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.009903885Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.009930946Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.009939826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"214.142009ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.02553275Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.025568471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.025845267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e9c6a475-edfc-4e79-a024-9691b990b1c5\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.025868977Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.026254855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.027957479Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.028164254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.03098458Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.031326647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.03442053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.03443767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.034774297Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5bc50d6b-3685-4917-bf0c-b5687ba71efc\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.036755937Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":22,"elapsed":"240.935839ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.062284182Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.062655609Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.063827983Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.063844893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.064034177Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.071324614Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.071645811Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.072996708Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.073049269Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.073384096Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d78b1e38-6dd4-4dd1-9fa9-2b040bc03e48\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073414996Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073426336Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073697652Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073709322Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073715882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073722962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073730023Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073736583Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073908156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.073919546Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.074160881Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.074169651Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.074505298Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.074934197Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.074945517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.075126241Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.076400896Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.076544039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61df52f3-69f0-442d-bfb9-27543ac5d56b\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.07655865Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.076646541Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c831aa-2678-41fb-ad7b-2e56a1384e70\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.076663632Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.076673872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.104683417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.106506444Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.106523514Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.106673607Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.190160522Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b241f713-bbcb-4838-80be-2cbfaaf8c5f0\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.190210923Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.190224443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.19060752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc7abac-2c79-4df5-ad6c-dbe9cdf54c42\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:34:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.190656801Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.190977728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.194863026Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.195115021Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.198077501Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.198304756Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.200221805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.200529051Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.206072803Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.206545642Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68504bb8-7d69-4ef2-827c-a03a4fe6c824\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:34:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.206570633Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.206579853Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:34:33.206587703Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.207391289Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":22,"elapsed":"412.765026ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:33.207629274Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":22,"elapsed":"412.989481ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.794788454Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.794861355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.795316545Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.796133801Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.796147971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.796465248Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.828425392Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.828629997Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.829360391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.832109007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.832126097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.832325561Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.834643348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.834861812Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.839623548Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.84167819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.84169671Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.841842633Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.853288954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.853308794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":65,"elapsed":"58.545251ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:42.866600512Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"70.464931ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.794462155Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.794527856Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.795070817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.795997366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.796025816Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.796320172Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.798503356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.798713481Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.80164286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"5.645704ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.835558894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.84031546Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.84034314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.840548725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.844146937Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.844516094Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.847023035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.850616357Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.850642768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.850857512Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.869963288Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:34:52.869992428Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":66,"elapsed":"75.558004ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795067684Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795155856Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795170356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795180206Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795190097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795199587Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795205917Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:35:02.795214237Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795224447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\"}","iteration":13,"elapsed":"23.301µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795232537Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795241658Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.795251338Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795258458Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795266608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795273518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795282488Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795288839Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795296988Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795305419Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795312629Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795322049Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795329699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.795342049Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-26 05:25:02.795201107 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.79535477Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.79536259Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.79537092Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.79537909Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795387881Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.79539671Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795403881Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795413891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795421421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795429641Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795436631Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795443131Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795452202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795459102Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795467892Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795474482Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795483202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795490083Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795496603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795504403Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795510943Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795523773Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795533003Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795544604Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795554754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795565714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795574694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795585134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795594934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795607655Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795617935Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795628025Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795638266Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.795651886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795661206Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795673346Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795683246Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795697727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795709287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795718927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795730357Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795745108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795758798Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795772788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795787898Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795801129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795817279Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.79584518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.79585659Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3e7aa779-fd66-467c-8445-e284949ae776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b663146f-27f0-4d91-99d9-9d880c25a555.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3268, tv_nsec: 198460485 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.7958883Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795947572Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795973482Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.795989693Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796052724Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796065574Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796079894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e9fd39d-4113-4491-beca-e49e9a07f310.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3268, tv_nsec: 198639079 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796101775Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796114005Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796125325Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796137585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796151666Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796164456Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796175156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796182146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796190377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796481283Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796514333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.305366ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796576964Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796590625Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.275935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.796887441Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.797141296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.798918722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.799401251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.79982284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.649933ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.8008165Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-26 05:25:02.795201107 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.80083056Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"expiration\":\"2024-11-26T05:25:02.795201107Z\",\"pruned\":[]}","iteration":12,"elapsed":"5.622964ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.80133809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.801364301Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.801523614Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.801700128Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.801712178Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.801878691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.803174718Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.804708758Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3268, tv_nsec: 207313164 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.804812931Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.805032485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.805188128Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.805203668Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.805394702Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.805871132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.806158938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.806979734Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.806992704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.807159068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.808347122Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3268, tv_nsec: 210942907 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.808664558Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.821018487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.821416406Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.822989647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"27.499645ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.825041499Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3268, tv_nsec: 227634984 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.825350125Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.827904296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.828276894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.85138563Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.851905681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.853546614Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.854063614Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.857157326Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.857194436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.857436141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.859064474Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"63.568652ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.859594095Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.859629285Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.859947722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.859980543Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.862436822Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"67.273686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.862669107Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.862733358Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.862750078Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.863045174Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.863081275Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.867139727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.867171548Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.869086156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.869355541Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.872915413Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"77.456721ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.87473884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.874766881Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.874780151Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"79.281488ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.874994135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.878607618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.878639509Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.878884254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.879343973Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.880273882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.880298132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.880309962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"85.157577ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.880890954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.881434255Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.881459606Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.88165796Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.882624119Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.883410085Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.883828084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.8841774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.884356644Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.884491047Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.884834504Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.885339934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.886093809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.88612577Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.886368865Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.886403796Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.886438966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.886455046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.886481367Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.886494417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.886708552Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.886746823Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.887573829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.887597729Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.887741952Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.888080129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.891252083Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.89158027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"96.084427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.892947877Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.893186042Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.894460678Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.894491599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":67,"elapsed":"99.20399ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.895444278Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.895768025Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.900285985Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.907657324Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.907711645Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.907914519Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.911026662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":23,"elapsed":"115.820196ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.913628055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.914134475Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.931328682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.931802351Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.933843653Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.933872943Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.933881813Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.933888383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.93421646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.935056707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.936087988Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.936741921Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.936952765Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.939476656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.939504777Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.93964165Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.945466657Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"149.866202ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.949767074Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.949797794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.949809585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.950141061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.950203983Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.950224993Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.950234333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.950242883Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.950626681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.952362986Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.952392827Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.955902638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.955930198Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.956092541Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.956608422Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.959273786Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.959299596Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.95948123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.969221806Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.969277917Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.970062103Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff6715a-3d40-4380-b9cc-115e2eccc2d8\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:35:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.970104494Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.970719386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.971172486Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.972173386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.985073076Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.985110667Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.985124707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.985448343Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.986641228Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.986675018Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.987069276Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f589bfdc-a044-4072-a077-b7559e10a522\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:35:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.987088177Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.9897156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.993796772Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.993819952Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:02.994165549Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d9453d-6119-4478-9b01-40a19c5ad9a6\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:35:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.99418957Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:02.997123469Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.008009289Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.008044229Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.00806064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.008187632Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"212.672529ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.008606381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.01898075Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-26T05:24:00.122577Z, time_modified: 2024-11-26T05:24:00.122577Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.019057681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]}},\"default_endpoint\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"223.778113ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.021384059Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.021419229Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.021431229Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"225.877645ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:35:03.031256838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.031331309Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"235.864307ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.051317402Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"256.242148ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.126023479Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.156163518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.156496544Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb6a609-0fd4-4a80-9b19-fbe8fe4f52de\", \"content-length\": \"1\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.158405153Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.158665528Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.172746402Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.17313909Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f8ea228a-2240-40ab-97a4-ddc34fd2688f\", \"date\": \"Tue, 26 Nov 2024 05:35:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.17316068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.174877915Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"648c2904-a9d2-4631-ac60-16af9b95cf7f\", \"date\": \"Tue, 26 Nov 2024 05:35:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.174898615Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.177792744Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.177819724Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"382.774471ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.196472631Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":23,"elapsed":"401.312305ms"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.217005475Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.217052396Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.217432733Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"897cbdd2-a3e7-4836-9b87-9a28da650a04\", \"content-length\": \"585\", \"date\": \"Tue, 26 Nov 2024 05:35:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.217487144Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.217873562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.245620462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/18c3679d-4ace-4a68-abd2-0ed1a1da0ede/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.248657523Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.248696554Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/18c3679d-4ace-4a68-abd2-0ed1a1da0ede/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc585172-09b0-4013-bfbd-a49c579abc3f\", \"content-length\": \"130\", \"date\": \"Tue, 26 Nov 2024 05:35:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.250099942Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.250586922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":23,"elapsed":"455.218742ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.250697894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c65a0db5-998c-4f02-a5f5-63a3811532b9\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.250720195Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.252224625Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.252252276Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.252518741Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.252831668Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c1ab5ef5-b186-4efa-ba5c-b17083a04bcc\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.252873998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.255254826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"74e011d7-f40f-4465-8004-aa83d0885a49\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.255283887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.255323498Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.255345938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.255355519Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:05.365555 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.255364739Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2}","iteration":12,"elapsed":"460.07943ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.26140309Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.261803918Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"466.49998ms"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.262789598Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"vmm_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-26T05:35:00.206468345Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.262811849Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"vmm_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/instance.rs:2116","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-26T05:35:00.206468345Z }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.262822969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"vmm_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.263124665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"vmm_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.265805849Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.266114805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.277459014Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.280006336Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":23,"elapsed":"484.440101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.287041718Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.290185531Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.290224792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.290399705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.293324654Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.293353815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.293366185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:03.628356 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.293378815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1}","iteration":12,"elapsed":"498.314022ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.299587371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.301307715Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.301333656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.3015314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.303190893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{e3e68f4a-cacf-4205-872f-13df2c5d84f5: {10.151.2.175: {9b633903-db75-4bec-90eb-8aff049b5285}, 10.151.2.176: {9b633903-db75-4bec-90eb-8aff049b5285}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.303221474Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.30350845Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8328c32c-7e82-4b86-afe3-49d7186be30e\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.3035363Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.303589901Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.303900368Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.305816606Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.305841687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.306017981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.306317027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.306515451Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.312046152Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.312468951Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.315993602Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.316262347Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.319840519Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.320136445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.32435924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.324652516Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.328740409Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.328759289Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.328766379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.329225659Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d41faf60-c30b-4be7-8d9e-b098e88cd786\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.330750329Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":23,"elapsed":"535.201856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.34267766Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.343150619Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.345555678Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.345584749Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.345797793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.355704823Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.35608944Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d75d73e-d612-4dac-bdd0-23e38c2d0d19\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356122661Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356134561Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356477298Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356492579Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356500679Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356508999Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356516529Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356524559Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356729344Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356744934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.356889527Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.356900217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.357139832Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.359419868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.3595518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65938745-b595-4218-9cb6-32b2c482f8b1\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.359578211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.359701864Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1adf3a39-6224-4de0-b42b-5930d342c181\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.359729764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.359744504Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.412714053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.492976272Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bc376086-e7ab-4c83-ab32-ce2e4ad124e3\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.493043523Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.493064414Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.493569714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"344565e9-a290-4cfd-bfcf-d34f1eeb3211\", \"content-length\": \"811\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.493619495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(12480612) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.493633655Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.493643466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.493651656Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e554b023-cc21-449c-9c0f-432c634dd8d0\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.493681616Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.493991602Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.495309599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":23,"elapsed":"700.059612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.498556674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.498973853Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.503022435Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.50327155Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.50577305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.506207429Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.513840943Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":23,"elapsed":"718.718268ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.703277284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.703320495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.733601826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.733705488Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46001"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.733891872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae043daa-52bf-4086-b0e9-8be530fc65f2","remote_addr":"[fd00:1122:3344:101::b]:46001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.734239349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae043daa-52bf-4086-b0e9-8be530fc65f2","remote_addr":"[fd00:1122:3344:101::b]:46001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.769910449Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/oximeter.rs:76","collector_id":"a4232f21-0674-457e-97a4-41c6f360d0c1","producer_id":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:03.769941949Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"uri":"/metrics/producers","method":"POST","req_id":"ae043daa-52bf-4086-b0e9-8be530fc65f2","remote_addr":"[fd00:1122:3344:101::b]:46001","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36107,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.770009211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae043daa-52bf-4086-b0e9-8be530fc65f2\", \"content-length\": \"41\", \"date\": \"Tue, 26 Nov 2024 05:35:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.772259246Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:03.772282487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.795426778Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.79548652Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.79549888Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.79550882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.795879278Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.795893728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.797243665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.799687554Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.799707465Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.799841358Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.802014651Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.802346808Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.8039131Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.806525462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.806540523Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.806704676Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.818075445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.818102196Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":68,"elapsed":"22.701488ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.825439124Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.825694069Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:12.853263865Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"57.835787ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.794696769Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.79475923Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.795082667Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.796146268Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.796157919Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.796422414Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.824275116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.825861628Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.826228815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.826884169Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.826895959Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.827035132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.828711855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.828868258Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.830156035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.83240093Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.83241447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.832542473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.844015894Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.844042405Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":69,"elapsed":"49.355076ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:22.856541257Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"60.390078ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795120876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795177867Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795188667Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795195977Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795202878Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795210778Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795218328Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795225198Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795232018Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795238768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795244788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795251148Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795257108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795275459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795282839Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795290169Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795296939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795594655Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795608506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795618126Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795625386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795632476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795640966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795653416Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.795688767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796287349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796296449Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.79630307Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.79631022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.79631665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.7963238Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.7963315Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.79633793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796344021Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.79635125Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796357421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796363861Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796370231Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796376111Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.796382911Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796390231Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796396391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796402562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796636836Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796648236Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796656097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796664607Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796671397Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796685347Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796709878Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.796754179Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.798088486Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3298, tv_nsec: 200713781 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.798418302Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.798466843Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.225525ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.798927473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.800117086Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3298, tv_nsec: 202755612 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.800447893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.8007654Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.801945783Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.801974744Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.802136327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.802936143Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.802960594Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.803099077Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.803625367Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.804024235Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.804325362Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.804670678Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.805004265Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.8057467Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.805767971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.805904683Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.809945385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"13.607254ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.813909705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3298, tv_nsec: 215947608 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.814202381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.816914985Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.817322314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.833839687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.834199854Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.838739576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.83895081Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.839240146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.842158775Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.842186515Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.842335908Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.844694976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.845986772Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.846013712Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.846021603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.846029253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.846158815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"49.793794ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.846438161Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.846708826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.846719017Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.8468872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.847618395Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.847631835Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"51.331006ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.847650045Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.847828869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.847937661Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.847946791Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.848096674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.849749378Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"53.452658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.849942242Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.850837Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.851223877Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.851976443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.852001903Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.852129686Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.852673147Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.852865481Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.858232649Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.860658738Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.860680568Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.860803251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.861811601Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.861986565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.883311365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.883355216Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.883363316Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.883371476Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.883683422Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.883698652Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.884755284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"89.572327ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.885663492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.885679032Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":70,"elapsed":"90.575437ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.887576071Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.887588251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.887927828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1f9070-976b-4418-baf5-a640f6bd8216\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.887950448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.888233514Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.888257915Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.88850348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d4e3a7-c473-442e-ac3f-ea79c1e43a43\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.88852286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.889752595Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"93.426694ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.891111632Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.89149061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.894543471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.894619243Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"98.306763ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.896431239Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.89644967Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.896583583Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.913385171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.913409862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.913614936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3da7f0a-1081-4f4d-99c7-51b9c529e370\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.913665387Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.916010044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:32.961296178Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.961320688Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.961796018Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df50d4eb-9aad-4846-9488-68195648afc5\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.961825008Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.962195736Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.964474822Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.964836779Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.9648638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:32.965131785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.005364667Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":24,"elapsed":"210.150339ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.005893448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.006201714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04094ad2-eb51-4d52-b391-4919cde061a3\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.008588732Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.008907258Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.010073792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.010099682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.010114773Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"213.770422ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.01144712Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":24,"elapsed":"216.275093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.012898459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.015870299Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.01590087Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.016100043Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.022510133Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.025062954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.025091085Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.025269728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.027040014Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":24,"elapsed":"231.902668ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.031735449Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.031768859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.032134447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"37f64ac9-12ea-4c56-b8ec-2534231d0f6c\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.032202398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.032707298Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.040532956Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.040945525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.044845743Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.04514886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.048807443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.048836484Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.049236562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7c959ebc-75a7-4c7f-ad75-1c8bfacd0a41\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.051594819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":24,"elapsed":"255.244319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.052139421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.053845305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.053856615Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.053991598Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.086242389Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.086524094Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.087867191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.087879591Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.088247689Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.096544696Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"301.279798ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.101272562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.101594828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baa8b2e6-0a21-455f-91e9-01bdcf6da86b\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.101629829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.101641079Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.101963035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.101972986Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.101980096Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.101988036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.101995516Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.102002696Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.10218003Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.10218823Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.102379674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.102387254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.102611869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.104109639Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.104244722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2083e1d-2516-435a-a48d-b91be1e19e43\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.104257012Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.104452826Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53fcb819-a491-470a-b91d-7d32f58e56e6\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:35:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.104473576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.104484097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.152657828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.211929534Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d662c57c-1461-403a-b07f-08aebc4e9944\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.211954625Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.211966045Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.212405734Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d187aae-3c73-4d40-a49f-5b84d5d3d94c\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:35:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.212435954Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.212446054Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:35:33.212453855Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.212499976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d821ced-43a3-4553-b4c1-ddb89eda31d5\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:35:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.212539796Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.212868513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.21471267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":24,"elapsed":"419.505843ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.216740971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.217126489Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.220696741Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.220940396Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.222892685Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.223081879Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:33.230442838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":24,"elapsed":"435.207939ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.794475711Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.794561483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.794980271Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.795818318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.795839239Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.796103774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.824552058Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.82468279Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.824774662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.827225672Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.827255642Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.827378415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.829431236Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.829758933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.853095744Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"57.279865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.859512283Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.862068694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.862081825Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.862217137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.873616907Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:42.873629728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":71,"elapsed":"79.187357ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.794965938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.795018929Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.795293775Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.795336496Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.795346736Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.795520959Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.797664612Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.798003139Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.8262764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.828855512Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.828872082Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.829024155Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.83122573Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.831504295Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.833326722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.83421507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"38.872715ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.835861913Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.835883483Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.836041067Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.847552119Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:35:52.847578459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":72,"elapsed":"52.622811ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795264422Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795316753Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795328383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.795338363Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-26 05:26:02.795276982 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795348363Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795356253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795364944Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795373404Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795381704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795389124Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795396944Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795404634Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795412325Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795419505Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795428685Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795436755Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795445035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795453625Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795462626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795470726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795479306Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:36:02.795487176Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795495796Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795503596Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\"}","iteration":14,"elapsed":"13.7µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795512796Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795523807Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795535677Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795550437Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.795561817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795572658Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795584268Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795594888Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795607349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795618489Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795630689Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795642519Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795654959Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79566702Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79568046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79569204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.7957035Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795714571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795725421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795737631Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795750151Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795763332Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795775482Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795787422Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795797972Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795810713Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795822323Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795833893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795844703Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795857054Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795869444Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.795880694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795892984Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795904895Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795918215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795930315Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795943025Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795955116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795968046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795979876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.795991706Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796007497Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796021597Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796032657Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796046127Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796059178Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796072928Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796087818Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796100959Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796115329Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796129849Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796144429Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79615818Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79617889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79619084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79620397Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796216011Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796228151Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796240371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e9fd39d-4113-4491-beca-e49e9a07f310.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3328, tv_nsec: 198895326 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796258372Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796271952Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796282372Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796291002Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796300403Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796309253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796316193Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796324813Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796333043Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796341883Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796348784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3e7aa779-fd66-467c-8445-e284949ae776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b663146f-27f0-4d91-99d9-9d880c25a555.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3328, tv_nsec: 199033769 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796402454Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796416915Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796538247Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796549457Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79666815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796696911Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796711501Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.079082ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796839563Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.796854034Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.157563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.798473396Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.798540028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-26 05:26:02.795276982 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.798550198Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"expiration\":\"2024-11-26T05:26:02.795276982Z\",\"pruned\":[]}","iteration":13,"elapsed":"3.270516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.79866773Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.798681791Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.799245822Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.799255412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.799314253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.782206ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.799500617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.800974327Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.800983177Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.80115134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.801502747Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.801514398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.80165492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.803516268Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.804182542Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3328, tv_nsec: 206854987 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.804433296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.804985888Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.805807444Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.805827365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.80609106Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.806713973Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3328, tv_nsec: 209390138 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.806938577Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.807206803Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.807218813Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.807369816Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.809845876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"14.133595ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.811127922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.813482069Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.813505539Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.813640082Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.829362499Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.832660526Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.832698137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.832941212Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.833916291Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.83433646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.836625836Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.841598576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.84823837Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.848689699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.849489705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.852338443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.852372474Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.852384084Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.852544287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3328, tv_nsec: 255213242 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.852753471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.852844123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.853310262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.853329643Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.853504857Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.857532487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"61.845358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.858733982Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.858923986Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.859345934Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.860083329Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.860282493Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.860342294Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.861470357Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.861497617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.861663231Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.862491567Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.862519898Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.862532068Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.862671671Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.862714212Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.863075239Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.863588189Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.86407927Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.864363805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.86462577Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.865335545Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.865356905Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.865523348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.865535439Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.866260543Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.866284254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.866298354Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.866488768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.867250143Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.867345445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.867459428Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.867671782Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"71.985762ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.867938417Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.867960238Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.868108781Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.868519309Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.868542729Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.86855723Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"72.965372ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.868770784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.868785694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.868975048Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.868994529Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.869233143Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.869288244Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.87105211Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.87107772Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.871198933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.873180633Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.873455888Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.874562121Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"79.284368ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.87998129Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.880005331Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.880013391Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.880020431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.880138583Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.880252146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.882882229Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.884244286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.887346969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.887379369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.887544583Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.889513343Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.889539053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.889550473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.889737387Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.891056564Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.892466862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.892950312Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.894085355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.894108215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.894117465Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"98.763322ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.894243718Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.8948403Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.895033354Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.895944602Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.896259859Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.896277219Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.896287299Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.896296069Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:05.365555 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.8963062Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2}","iteration":13,"elapsed":"100.965207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.896545504Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.896695427Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.896928812Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.899033584Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.899053055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.899059745Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.899169727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.899183247Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.89930727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.899359471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.901353241Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.906336072Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.906373683Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.906627528Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.912817733Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":25,"elapsed":"117.307496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.914742492Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.915073958Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"119.573792ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.915971206Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.917402995Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.917432646Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.917568258Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.918455936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.918486717Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"122.888368ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.920368255Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"124.743377ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.920936436Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.920950237Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.920959887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"125.494792ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.926779994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.926811415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":73,"elapsed":"131.168535ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.933813636Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.933839657Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.933847657Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.933854937Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.934166353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.9359797Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.939094833Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.939119983Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.939265546Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.940646044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.940658154Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.940668255Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.940872108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.942039382Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.942956101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.943325268Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.944682316Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.944705056Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.944849979Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.944876669Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"149.302972ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:36:02.945744887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.945779018Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"150.306592ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.946135515Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.946219627Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.946687856Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7b5b67-c134-47a1-b4da-369b0db37bb5\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.946712906Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.947188966Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.947715477Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.947783998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.947796208Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.947833359Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:03.628356 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.947859929Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1}","iteration":13,"elapsed":"152.483206ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.948724697Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.948786958Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:02.948809179Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.948819159Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"153.22453ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.949524513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.952140726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.952164016Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.95235216Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:02.994278066Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"198.80849ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.030970156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.031018287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.031353134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"984542e7-b8c5-41f6-8831-01c1404a0486\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.031388414Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.033764782Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.061708726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.061754257Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.062124065Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be270916-b4cf-43d9-b8ab-bf7fa8732a0b\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.062219936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.064891141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.071748549Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.078452404Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.088122189Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.088510857Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.117961671Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.118286038Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d29c229-735b-4757-92cc-ed15b5686c36\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.120112284Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.12037981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.132837511Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.132863182Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.133240209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b00976-e716-4acd-86de-97285274f40f\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.13326919Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.133582856Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.136079526Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":25,"elapsed":"340.694652ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.170716765Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.172729306Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.172758217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.1729237Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.17494097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.176583784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.176606454Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.176758617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.18432888Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-26T05:24:00.122577Z, time_modified: 2024-11-26T05:24:00.122577Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.184363651Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]}},\"default_endpoint\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"389.050818ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.187522854Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.187548555Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.18783215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"955e2058-94b2-4915-b497-4d705a78157a\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.187849551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.188188978Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.189837011Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.190055835Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.205784093Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.206296983Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"291eddb1-9e0d-4a43-a475-93ec892dd819\", \"date\": \"Tue, 26 Nov 2024 05:36:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.206328514Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.207850674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a6557d29-d533-44d8-b6b7-2ce68ca9e14e\", \"date\": \"Tue, 26 Nov 2024 05:36:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.207867475Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.209041698Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cbac5e5c-ad00-451e-9af9-6e097551b657\", \"date\": \"Tue, 26 Nov 2024 05:36:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.209054169Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.210744203Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.210782144Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"415.392939ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.220807116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":25,"elapsed":"425.389162ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.224800246Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.225123603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0356c040-80a6-4561-a3a2-7b2d552965cb\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.225138073Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.227264256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6e67391-69de-42d4-8999-53a7a4cafe0b\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.227278606Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.228817897Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.228829428Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"433.585356ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.264680681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.265036168Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"347403a5-f4ad-4145-a33a-59d825864c51\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.265057848Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.265066389Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.265073069Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.266912286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":25,"elapsed":"471.393699ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.267961487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.268349155Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.271433537Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.271446537Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.271728423Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6ab92ce5-6f6d-4ada-a300-eeda360c9a24\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.273156902Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":25,"elapsed":"477.516743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.30228485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.302672877Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.304456493Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.304468963Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.304651217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.313888773Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.314184939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23fd3f6d-b3b8-464c-bc31-77cc23e4d5f1\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.3142099Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.31421979Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314453985Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314465485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314472895Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314480556Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314488366Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314495676Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314667469Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314675749Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.314825282Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.314834232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.315118368Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.317106489Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.317223271Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec08c4d1-905f-4022-b3ff-7da70c7cb5b7\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.317236771Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.317337213Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eedfcab-96d9-4196-9057-7ac3864ed248\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.317350113Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.317360594Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.431447725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"773cd3c1-574c-473e-ac23-e98c53e4cc37\", \"date\": \"Tue, 26 Nov 2024 05:36:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:03.431489926Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.431500116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.432088788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef091c5b-af33-4427-be5a-b785f447e8cf\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:36:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.432131789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.432446975Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.436338674Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.43662976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.440176931Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.4405892Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.442397306Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.442645581Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:03.449092221Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":25,"elapsed":"653.614315ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.795226118Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.79531228Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.795746919Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.79580115Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.79581801Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.796152217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.797707518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.8002899Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.80030258Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.800457763Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.80174482Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.801938164Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.803431794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.805946324Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.805956314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.806103388Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.818999928Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.819027328Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":74,"elapsed":"23.819411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.82455905Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.824790425Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:12.826633712Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"30.831202ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.795204165Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.795286097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.795686814Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.795753426Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.795773866Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.796130194Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.830457576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.831766652Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.832096509Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.832973547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.833000437Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.8331356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.835459617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.835788774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.83761225Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.840220693Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.840266984Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.840397496Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.857727346Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.857753266Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":75,"elapsed":"62.582072ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:22.864442701Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"68.686175ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795276393Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795343595Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795360385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795374445Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795386906Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795398726Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795410006Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795421896Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795434116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795446977Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795459007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795471197Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795482637Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795495218Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795506858Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795520048Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795531818Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795542889Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795556109Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795569379Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79558283Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79559386Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79560593Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79561817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795630171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795642281Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795654061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795666421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795678052Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795690782Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795702862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795715542Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795726873Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.795739933Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795752443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795784774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795952297Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795965977Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795975347Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795987978Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.795999488Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.796009488Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.796044849Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.796057359Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.796067249Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79607762Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79608801Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79609869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79610892Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.79611887Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.796132101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.798493248Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3358, tv_nsec: 201203914 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.798654861Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.798733623Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.799653962Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.341827ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.799764454Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"4.333708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.799869496Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.799959268Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.801851196Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.801864756Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.80204385Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.802403137Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.802415217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.80255865Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.802570291Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.802579191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.802721163Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.804271835Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.807729375Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.807750455Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.807891528Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.809355607Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.809373238Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.809542731Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.811158364Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.811174024Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.811309597Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.811580772Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.811918009Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.81194836Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.812188185Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3358, tv_nsec: 214896400 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.812498301Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.813597893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.813609313Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.813752396Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.813981781Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.814244736Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.814865459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.815188295Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.816347349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3358, tv_nsec: 219043714 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.816453551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.816560103Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.816833498Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.8412041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.841607108Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.844474176Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.84469766Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"49.155632ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.844727131Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.844943145Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.845120969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.847458486Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.847903205Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.848704341Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.849332824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.851004577Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.851035968Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.851046248Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.851099959Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.851493587Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.851866425Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"56.344127ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.851885745Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"56.411178ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.852644401Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.852665431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.852926886Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.853357685Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.853384665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"57.881758ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.854260003Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.854288384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.854558809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.854796294Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.854814794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.854988718Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.856327184Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":26,"elapsed":"60.929218ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.857315754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.857550349Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.858412296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.858427626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.858752423Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b56352e-c898-4a35-a7f6-a275f5f91c93\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.858771083Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.860873936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.861020999Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.862829245Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.862843065Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.862995198Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.867547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.867564341Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":76,"elapsed":"72.212106ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.880098494Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"84.767309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.880895039Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.881180135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.887780718Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.887804369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.887812899Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.888080875Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.909096399Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.909117669Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.909466296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2630a9d4-16dc-4701-81d1-355c40f09742\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.909482866Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.910878895Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.912930626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"117.424867ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.917643961Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.917659461Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.917668872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"122.208504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.931645373Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.932007341Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.9334558Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.935395599Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.935413679Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.935564682Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.937378369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.938979101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.938992942Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.939125644Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.956654508Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"161.305664ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.980152882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.980195203Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:32.980582691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b19ecbbf-d2a5-4f0b-bcc7-db37ebd4fd61\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.980619681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:32.983120462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.044828727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.045178314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fbecf53-d501-48e1-80f2-87f76a4c3607\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.047070072Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.047438789Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.048526191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":26,"elapsed":"253.143096ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.049423359Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":26,"elapsed":"254.174326ms"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.062970443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.062997583Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.063391061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"991c066e-a62b-42bd-899c-f2ed0b84dfc6\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.063419392Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.06381426Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.112286518Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.112318308Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.112527452Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1c134990-996e-4427-bdc7-aca1e0b36dcf\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.112542753Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.11290585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.11541101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.115618925Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.118634866Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.119016863Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f837be65-8073-4c75-a4c2-e289e81d6bab\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.119060314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.119071534Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.119079324Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.120718337Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":26,"elapsed":"325.435044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.122132936Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.12232172Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.125352921Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.125374362Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.125655517Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"84113e5b-554f-42ad-8af0-6e3f294c7a9f\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.127127877Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":26,"elapsed":"331.580108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.190893233Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.19124168Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.193044747Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.193061267Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.193247911Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.209354216Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.209634581Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77df02d6-2db9-419d-88ec-df8f25f63774\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.209665402Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.209693023Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.210013539Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.210027339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.210034679Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.210042479Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.21005058Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.21005743Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.210265544Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.210278364Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.210433647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.210443818Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.210692553Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.21252819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.212643322Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87120e0f-f5ab-4a5a-8dbb-62450e32a97f\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.212656212Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.212789665Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba8fc5b-c52e-497f-b10c-f84fb704f0bc\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:36:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.212801595Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.212812335Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.32655077Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"75c2f49a-f07d-4705-bece-1871bacc4a6d\", \"date\": \"Tue, 26 Nov 2024 05:36:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:36:33.326592471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.326603101Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.327092601Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a5a90ab-fdce-4bd6-aa42-7ec62430ac67\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:36:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.327148412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.327494749Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.331487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.331676333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.33549973Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.335805087Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.337744706Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.33794323Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:33.343719636Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":26,"elapsed":"548.368562ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.794894394Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.794953785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.79522402Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.795266891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.795278502Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.795451135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.797073678Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.797389374Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.79765651Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.798827333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"3.551552ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.799594849Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.799606049Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.799743792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.801909265Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.802200471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.803740802Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.806307404Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.806322055Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.806457157Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.817264635Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:42.817283156Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":77,"elapsed":"22.411752ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.794869691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.794949242Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.795196317Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.79581976Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.79583618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.796017384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.796790719Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.797131036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.797477603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.799202198Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.377499ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.799346111Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.799357081Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.799505564Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.801723109Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.801899742Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.803333121Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.805682489Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.805695689Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.805827642Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.817062268Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:36:52.817111479Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":78,"elapsed":"22.242629ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795166715Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795229536Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795244256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795254797Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795264667Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:37:02.795273807Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795284737Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\"}","iteration":15,"elapsed":"14.82µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795295597Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795305148Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795314318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795323708Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795332618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795341688Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795350209Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795359529Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795368149Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795377009Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795385499Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79539361Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79540295Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79541197Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.79542047Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-26 05:27:02.795280557 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79542932Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79543734Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79544568Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795454531Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795465021Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.795478061Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795490461Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795503172Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795514872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795526662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795538072Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795550973Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795562253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795575223Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795586733Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795599463Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795611424Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795625204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795637094Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795650765Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795662415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795674985Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795688715Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795699776Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795712506Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795724736Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795736266Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795747626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795759537Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795771027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.795782707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795794358Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795806418Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795819018Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795830858Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795843688Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795855239Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795867429Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795879569Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795892109Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79590215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79591585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.79592871Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795940821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795953891Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795966201Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795978291Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.795991791Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796004482Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796017662Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796030522Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796041503Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796053693Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e9fd39d-4113-4491-beca-e49e9a07f310.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7de56ef8-bdda-46b0-a9a9-fa5e97a778c5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3388, tv_nsec: 198784958 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796070943Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796082863Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796093784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796104094Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796114734Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796126784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796139754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796150925Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796162565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796174165Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796180965Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796188215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3e7aa779-fd66-467c-8445-e284949ae776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b663146f-27f0-4d91-99d9-9d880c25a555.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edbba3c6-f82f-4429-a7c3-f55287468ddf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3388, tv_nsec: 198915571 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796202946Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796481821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796510122Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.130542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796626524Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796642085Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796651435Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.428858ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.796820088Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.798808448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3388, tv_nsec: 201558744 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.798990522Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.799016403Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.799364219Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.052972ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.799646215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3388, tv_nsec: 202402831 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.799851659Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.799970562Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.800432311Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.800591844Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.801054114Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.801073784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.801255728Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.801668636Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.80188179Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.80233547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.80234944Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.802494133Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.802660626Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.802675466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.802829629Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.803456802Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-26 05:27:02.795280557 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.803469292Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"expiration\":\"2024-11-26T05:27:02.795280557Z\",\"pruned\":[]}","iteration":14,"elapsed":"8.179885ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.803529754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.803539104Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.803681707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.80433254Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.804487513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.805368821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.805805369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.806007644Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.806469793Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.808383732Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.808406742Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.808570555Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.808689118Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.808700308Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.808860801Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.810207638Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"14.686506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.810904582Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.81275843Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.8127792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.812992485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.813015475Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.813555696Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"18.063574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.813716609Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.815280381Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.815304471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.815458274Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.81724571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.820529166Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.820559177Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.820575607Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.82068829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.820934135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.820967245Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.821081718Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.821260231Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.821282762Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.821388984Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.822907425Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.823103869Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.823326643Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.823783952Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.82467669Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3388, tv_nsec: 227316993 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.825072348Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.828013277Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.828175471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.828190971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.828203551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.828214141Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.828221302Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.834530589Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.836719163Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.837709083Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.837735884Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.837981109Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.840765215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.840780485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.84103305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.851866499Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.852194605Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.857741926Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"62.102282ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.858150204Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.858172375Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.858179365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.858499762Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.860107834Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"64.716305ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.861104994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.861130144Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.861137745Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.861511812Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.861616474Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.861648365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.861660525Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.861671455Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.86188814Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.863455531Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.863790448Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.863806478Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.863815219Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"68.333137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.865188906Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.866238938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.866261948Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":79,"elapsed":"70.91933ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.866470792Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.866492253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.866673116Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.868605335Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.870877761Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"74.797908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.870944102Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.870958593Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.873957163Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.874228419Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.874254099Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.87426815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"78.907211ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.87428091Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.876114877Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.876983704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.877003745Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.877015735Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"81.517633ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.878997065Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.879025636Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.879188939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.880405124Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"84.928862ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.881065617Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"85.523645ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.881106447Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":27,"elapsed":"85.757569ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.883375703Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.883392384Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"87.78682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.890904225Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.89115634Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.892696361Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.892916336Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.894521828Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.896444817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.896476438Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.89660953Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.896738533Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.896752123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.896762253Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.896970687Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.903102971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.903122702Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.903129752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.903135922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.903351046Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.904854907Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.905854757Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.909353167Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.909368788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.909603262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.911545062Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.911563972Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.911572672Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.911816197Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.913069002Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.917339478Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.917366049Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.917567513Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.919239837Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a9703ef-9e09-4204-93f1-1af764bee303"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.919263807Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.919276028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:05.365555 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.919287898Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2}","iteration":14,"elapsed":"124.001551ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.928755549Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.928974853Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.929198038Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.931866191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.931882362Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.932020645Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.932806701Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-26T05:24:00.122577Z, time_modified: 2024-11-26T05:24:00.122577Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, db_silo: Silo { identity: SiloIdentity { id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-26T05:24:05.299315Z, time_modified: 2024-11-26T05:24:05.299315Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.932849331Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]}},\"default_endpoint\":{\"silo_id\":\"bbb0dd0e-24fe-4f48-9980-3607c8d4a485\",\"tls_certs\":[\"f3480093b591a98c0636eec74aef3856f6df0030e27777f5525f3c70e65200ad\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"137.604465ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.934463074Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3420017c-c4ad-4935-a99a-a3932f39cd4d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.934488535Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.934498805Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"current_time_created":"2024-11-26 05:24:03.628356 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.934507615Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1}","iteration":14,"elapsed":"139.340169ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.942149099Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.942168969Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.942512536Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20418595-2558-45ee-88f3-c10accc2a12c\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.942528807Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.944077558Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-26T05:37:02.946215791Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.946262022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"150.763611ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.949180901Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.949207971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.949431566Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a36edc12-43c0-4ffe-b80a-7280cc9df969\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.949457637Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:02.951018038Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:02.973636994Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"178.342157ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.02743227Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.065710922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.066175851Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.098113565Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.108686929Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":27,"elapsed":"313.412322ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.110120747Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.110430474Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ee6912-4124-4246-b78e-5f556e00cafb\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.110661058Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.110671829Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.110897603Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d2d0bec-7400-43b0-8481-133f2fac307d\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.110912263Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.11324289Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.113576177Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.113979755Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.115841133Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.115861223Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.11619309Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44977e52-0ac8-42c8-af6b-708d164359a8\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.116223601Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.116688Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.117742281Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.119209021Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":27,"elapsed":"324.011305ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.119946916Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.119958096Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.120130529Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.121513717Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.123895425Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.123907296Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.124174251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.158496653Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.158523064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.158716608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9ff015ba-0723-472a-a170-aa8b9fc8be2b\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.158730958Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.158973123Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.160941943Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.161160217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.16427618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.164493704Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.166612657Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.166978794Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c41abee9-22a0-422a-90ca-f34c95e3b242\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.166997485Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.167305431Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.167317561Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.167619707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e807fdcc-a9f4-4831-b513-e74fe80f15d2\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.16972089Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"923b56a3-ef7f-471a-a616-d833c2bc7eb7\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.16974387Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.169972725Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":27,"elapsed":"374.467603ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.171629458Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.171644709Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"376.501915ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.178850964Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.179308763Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8cc12acd-6f86-4558-9a60-ff6ff2195952\", \"date\": \"Tue, 26 Nov 2024 05:37:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.179333374Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.181233862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"432557fe-79b9-429c-b061-a53af66a3f3a\", \"date\": \"Tue, 26 Nov 2024 05:37:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.181248062Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.183322714Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7605a309-d39a-4c21-b75c-1d66c0c1d09d\", \"date\": \"Tue, 26 Nov 2024 05:37:03 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.183334324Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.185865435Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.185912647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"390.717091ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.244715663Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.245120031Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ecfd66e-ba32-43f8-ad77-3c78ec282a36\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.245144691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.245154022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.245161522Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.246125851Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":27,"elapsed":"450.754542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.277932243Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.27830134Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.280727149Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.280741949Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.280931273Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.290633159Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.290885974Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ec56a62-2ee9-44bd-8e14-019b0f3c1c04\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.290913365Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.290924495Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.2911769Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.29119184Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.2912002Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.291208551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.291216511Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.291231881Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.291394754Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.291406785Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.291563778Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.291575838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.291933305Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.293953876Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.294110809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a69185-c977-4ba8-a328-a81cf801fd80\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.294132179Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.294223041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b539e5-6617-4bca-b6c4-a5b31037fd7a\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.294239042Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.294252462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.415899666Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9880f4b8-f07e-4f38-8615-e92036eb2a1e\", \"date\": \"Tue, 26 Nov 2024 05:37:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:03.415941457Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.415951017Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.416372945Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6864ebbb-6ab0-4293-9a99-09f46d8c7e51\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:37:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.416393446Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.416742713Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.42354008Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.423884247Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.426876997Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.427122422Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.429056981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.429331177Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:03.436182885Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":27,"elapsed":"640.883208ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.794343205Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.794439467Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.794778784Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.795359856Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.795368336Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.795736464Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.796663992Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.797707013Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.79805398Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.799165593Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.799175883Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.799324286Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.799696333Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.333637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.80102373Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.801294026Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.802849027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.805366148Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.805381928Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.805515351Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.815096984Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:12.815120925Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":80,"elapsed":"20.81775ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.794260251Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.794325103Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.794592608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.796027097Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.796041377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.796212751Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.796312813Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.798051158Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.798244282Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.798872874Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.798882924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.799020777Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.799858314Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"3.821537ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.800834874Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.800990877Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.802863905Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.805145921Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.805158621Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.805285264Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.813093371Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:22.813116262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":81,"elapsed":"18.870061ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794647147Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794696588Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794706699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794714609Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794721119Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794729269Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794739699Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794753369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.79476571Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.79477747Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.79478998Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.79480103Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794813041Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794824591Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794835691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794846411Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.794857262Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795127507Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795151377Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795162938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795174318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795194228Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795204618Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795214929Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795223369Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.79579044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.79580007Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795806841Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795813641Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795821171Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795827831Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795834421Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.795840681Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795847862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795857152Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795866342Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795873022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795880442Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795886882Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795893072Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795898752Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795905243Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.795911023Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.796072216Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.796119817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.796159368Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.796169198Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.796213489Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.796223669Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.796230469Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.796246919Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.79724192Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.797307091Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.798649468Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.93876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.798726809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.799319912Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3418, tv_nsec: 202087047 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.799586027Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.80075863Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.800771471Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.800962585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.801314052Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.801330002Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.801480135Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.801488615Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.801495036Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.801641168Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.803592868Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.804521426Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.804605608Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3418, tv_nsec: 207384464 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.804823043Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.804861893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.805290282Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.805624339Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.805637809Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.805808303Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.8071684Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.80720044Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.807318183Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.807514907Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.80767186Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.808245202Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.808477606Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"12.685296ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.809256192Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.809267802Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.809273922Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.809280093Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.809494077Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.809520647Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.80968217Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.809909995Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.810220441Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.810230872Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.810388705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.812698822Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DnsResolver","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3418, tv_nsec: 215479337 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.812977857Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.813484547Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.813757103Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.814697992Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.814717452Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.814724512Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.814936757Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.815293414Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.818440287Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.818464318Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.818690622Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.839451401Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"43.60011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.841104215Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.841414941Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.841583964Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.84186274Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.845693487Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.846268649Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"50.452297ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.848243479Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.848258409Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.848406422Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.852448693Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.852667498Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.855621077Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.855802481Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.856522415Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.857919003Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.857940554Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"62.126202ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.858348462Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.858361822Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.858500585Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.861944064Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.861954795Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.861963015Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"66.100273ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.894582693Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.894602353Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.89492355Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2d6acf-d993-413b-af3a-89988603a556\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:37:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.89494001Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.897159765Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.90982459Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.909841001Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.910070595Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"317469c5-4aca-41d0-a658-06bf198bba5c\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:37:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.910117426Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.911649817Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.915166028Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.915498295Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.917508705Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.917519596Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.9177535Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"MgsClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e06cd29-07ea-4abf-b2ee-64b3330ff662\", \"content-length\": \"26\", \"date\": \"Tue, 26 Nov 2024 05:37:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.917768711Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.919500076Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:32.934249443Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.934265383Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.937733473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.938251324Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.938331896Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.938754924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.939508229Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.939825306Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.941894857Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f724936d-7376-45c7-9920-0bc3a77600ba\", \"content-length\": \"372\", \"date\": \"Tue, 26 Nov 2024 05:37:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.941923708Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.942298545Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.942330356Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.942388737Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.942554821Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.943415298Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Sled { parent: Fleet, key: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8, lookup_type: ById(797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.943439968Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.943599412Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.946550691Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"0","iteration":28,"elapsed":"151.889394ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.951628414Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.951662085Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":82,"elapsed":"157.010917ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.992744553Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"196.851691ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.994304735Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"199.429643ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:32.99656917Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"200.707669ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.006878838Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.010009742Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.010048862Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.010322878Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.01044846Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.010833678Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2939e385-f4a0-4053-a736-43c90579b878\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:37:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.012771707Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.013233727Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.015299168Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"null","iteration":28,"elapsed":"220.552359ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.024238498Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.024271819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.024565755Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"604b3a2b-d0ec-487d-ad45-d0ef92d07bd3\", \"date\": \"Tue, 26 Nov 2024 05:37:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.024584685Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.024909722Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.02730532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.027655767Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.030950924Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.031230159Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.034901014Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.034923774Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.035283981Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"81a75c14-d9fa-4b16-a7b5-f98d9c49f005\", \"date\": \"Tue, 26 Nov 2024 05:37:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.037903094Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":28,"elapsed":"242.065043ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.060728845Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":28,"elapsed":"265.942415ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.081354751Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"286.610751ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.199392272Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.199830191Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"SledAgent":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16fed156-a181-47b4-bb13-6c1bb1580241\", \"content-length\": \"691\", \"date\": \"Tue, 26 Nov 2024 05:37:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.199856551Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.199866281Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.199873532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.201092466Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":28,"elapsed":"406.417788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.233758395Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.234105162Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.23646931Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 06a30d13-720e-4e3c-938c-237ff1a1351c, rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77893c00-5108-48da-b75e-447bc313c73a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.23648692Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.236672624Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.246009022Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.246294188Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba108e8f-6612-4bf5-9393-d1d7b01b64f1\", \"content-length\": \"134\", \"date\": \"Tue, 26 Nov 2024 05:37:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.246323539Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.246337499Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77893c00-5108-48da-b75e-447bc313c73a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.246704576Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.246727957Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.246736107Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.246743407Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.246750597Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.246757587Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.24687788Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.24688819Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.247103925Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.247113815Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.247431661Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.24936694Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.249463222Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"083652e4-22ee-4a8e-a56a-185f080cd939\", \"content-length\": \"2\", \"date\": \"Tue, 26 Nov 2024 05:37:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.249481532Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.249559174Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"DpdClient","rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb40aae-42a3-4d19-8fe5-670b019b4f54\", \"content-length\": \"52\", \"date\": \"Tue, 26 Nov 2024 05:37:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.249571764Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.249580494Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.358555473Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6afb5857-9bdb-4320-afea-c194dbfbba5a\", \"date\": \"Tue, 26 Nov 2024 05:37:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.358585713Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.358595403Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.363529163Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"rack_id":"265eda97-f99d-4cd1-9b37-bd40395069c1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f75e275-5e30-4fd6-b806-91738089c104\", \"content-length\": \"682\", \"date\": \"Tue, 26 Nov 2024 05:37:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.363570734Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.36386611Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.367987543Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.368256909Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.371900452Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.372135737Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.374230909Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.374424213Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.381146938Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{}","iteration":28,"elapsed":"586.44858ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.773085315Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.773114146Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.802927017Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.803025939Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37172"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.803208893Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9ba58551-b682-4b8e-8366-ff396980baff","remote_addr":"[fd00:1122:3344:101::b]:37172","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.80356984Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9ba58551-b682-4b8e-8366-ff396980baff","remote_addr":"[fd00:1122:3344:101::b]:37172","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.840349552Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"nexus/src/app/oximeter.rs:76","collector_id":"a4232f21-0674-457e-97a4-41c6f360d0c1","producer_id":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-26T05:37:33.840372053Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"uri":"/metrics/producers","method":"POST","req_id":"9ba58551-b682-4b8e-8366-ff396980baff","remote_addr":"[fd00:1122:3344:101::b]:37172","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37246,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.840430264Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ba58551-b682-4b8e-8366-ff396980baff\", \"content-length\": \"41\", \"date\": \"Tue, 26 Nov 2024 05:37:33 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.841820232Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:33.841832222Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"component":"producer-registration-task","component":"nexus-producer-server","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.794938321Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.794991653Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.79538307Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.795438522Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.795454132Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.795759208Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.797260528Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.797768509Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.798033824Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.79982823Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.799847491Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.799978943Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.533462ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.799989633Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.80177971Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.802105256Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.803652857Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.806141787Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 53cb9b39-97d3-49e8-a77a-fa460e5e7815, lookup_type: ById(53cb9b39-97d3-49e8-a77a-fa460e5e7815) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.806153768Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.806298201Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.817226801Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"original_time_created":"2024-11-26 05:23:55.921882 UTC","original_target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","time_created":"2024-11-26 05:23:55.921882 UTC","target_id":"53cb9b39-97d3-49e8-a77a-fa460e5e7815"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-26T05:37:42.817253482Z","hostname":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","pid":24678,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"de715031-fa5a-4cf9-bf82-9cec9db59d81","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"53cb9b39-97d3-49e8-a77a-fa460e5e7815\",\"time_created\":\"2024-11-26T05:23:55.921882Z\"}","iteration":83,"elapsed":"22.31522ms"}