{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:03.785654949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"3eadc2b4-d921-48b3-be8f-bec5541beaef","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456047757Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456096339Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456104939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456110809Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456117039Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456124309Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456131719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456138299Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.45614525Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.45615198Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.45616148Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.45617143Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456180851Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456190071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456199621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456208621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.456216931Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456230452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456239092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456248042Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456256632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456266402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456275202Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456284383Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456294853Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456304173Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456313343Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456322923Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456331684Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456341284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456351084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456360475Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456369085Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456378355Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456388285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456563889Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.45660157Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.45661119Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.45661918Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.45663053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456669341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456708652Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456718542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456725092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456737613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456746473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456754133Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456771804Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456779593Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456787774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.456806964Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.458969632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.460295001Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.975787ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.460426473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.460444564Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.460474265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.460527226Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.460671299Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.46071856Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.46072869Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.460890503Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.461028317Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1351, tv_nsec: 16598799 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.461334123Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.463268606Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.463286396Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.463421549Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.465395912Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.465561316Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.466841234Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1351, tv_nsec: 22419846 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.467086519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.467750024Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.467762284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.467916417Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.467929258Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.467935818Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.468101361Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.46939054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.469763738Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.470101815Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.47168047Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.471890914Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.471901435Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.472045798Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.472081639Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.472099519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.472247772Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.474404479Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.474681416Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.474929741Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.475422562Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1351, tv_nsec: 30991744 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.475645146Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.478330515Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.478367306Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.478568841Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.489232064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.489268055Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":40,"elapsed":"33.219377ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.492001815Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"35.778913ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.497838432Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"41.758084ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.504930078Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.505352437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.5100638Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.510327966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.511773837Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.511794288Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.512015113Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.514311213Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.514329323Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.514586379Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.517131535Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":14,"elapsed":"60.798442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.520421847Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.520636762Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.52287Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.524891215Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.52559049Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.525621701Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.525738183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.525917607Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.525931777Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.525968768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.526102591Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.526122311Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.52648607Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9159ce2c-bd10-498d-8913-ce83741b78a8\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.52650663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.527044642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.527053142Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.527224296Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.527691166Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"71.496915ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.52788227Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.52789619Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.528068154Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.528506784Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.534448304Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.534472994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.534480805Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.534666719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.534790251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"78.544049ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.541307064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.541323264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.541625801Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"287ce7e1-9d3d-49ac-b46a-93ef731e148a\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.541656042Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.543302708Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.553436Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.553724126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.55482057Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"98.67262ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.561336562Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"105.233204ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.562944528Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.562961958Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"106.659435ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.569631484Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.569661205Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.569690755Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"113.605117ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.582947766Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.582976526Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.583307323Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07cd5eed-6749-4a36-9b9e-97ec14865105\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.583336514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.585107963Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.58726422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"131.131231ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.596995373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.597272089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.712225245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.712574353Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.714649038Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.716301695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.716321445Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.716503549Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.718509753Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.719945005Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.719954845Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.720102228Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.734429571Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.734456032Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.734934003Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c20f87e7-760d-45cb-aa4a-181d403279d7\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.734967653Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.735176068Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.736893276Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.737169982Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4517e510-35c2-46e3-904a-514da0162617\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.738768206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.739031882Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.740792641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":14,"elapsed":"284.62201ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.74624019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":14,"elapsed":"289.959718ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.776761708Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.776789659Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.777016224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"681c400d-eea6-4a33-a656-e0865f8272c8\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.777034374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.77728496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.779535079Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.779706943Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.782849142Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.783193299Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.788849253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.789232381Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c065f371-3e4c-43d0-bad8-25af4c575595\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.789257242Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.789267202Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.789274802Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.790395187Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":14,"elapsed":"334.140235ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.792047543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.792066783Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.792421521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"db02403e-673e-489e-b478-ea624264315d\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.794479336Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":14,"elapsed":"338.298406ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.818611805Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.818938421Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.820470125Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.820490146Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.82067609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.826532788Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.826766003Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39de8d52-9475-4afc-8a51-91c1ddeaba32\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.826784153Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.826794564Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827023129Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827032999Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827040149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827047259Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827054579Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827061519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827212633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827221663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.827362826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.827370976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.827633522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.829471422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.829665876Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1186206d-1014-4a5f-8c62-982b0ede3fe2\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.829680557Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.829799079Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91862be-6a9c-4381-a33c-3daf9810742c\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.82981307Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.82982313Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.929380299Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d52f2f0e-51ac-4c99-a665-1e37b4e0b246\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:11.9294217Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.92943219Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.929914881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f458a1-f312-4a9f-83ec-e73642fb6f49\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:30:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.929952672Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.930262938Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.933621632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.933905978Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.936880574Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.937098208Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.93901545Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.939256015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:11.94633997Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":14,"elapsed":"490.051617ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:13.785939119Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"5f10702b-b5d2-449b-9715-a3241e2c58c1","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.456083771Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.456138502Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.456149952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.456158813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.456382338Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.456396588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.457840669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.458635927Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.458970794Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.46015302Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.46017253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.460304743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.460729383Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.648602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.462134923Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.462298097Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.463910092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.466009318Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.466020078Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.466155541Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.475770512Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:21.475782472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":41,"elapsed":"19.726472ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:23.785712998Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"e5c2434a-87dc-4545-a9df-a75885aa2067","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.455869399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.45591635Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.455925111Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.455932601Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.456260548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.456270898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.458257002Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.458428145Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.458779283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.460097312Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"4.221093ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.461168255Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.461179155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.461341499Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.46322305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.463416055Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.465141632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.467300969Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.46731266Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.467456493Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.479687971Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:31.479712141Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":42,"elapsed":"23.854652ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:33.7851984Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"dc479785-8e26-4ba0-8396-75597bc6af74","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:38.77602979Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"f012a661-da38-4c6a-8115-c7f115b1278f","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:38.776381988Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"f012a661-da38-4c6a-8115-c7f115b1278f","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:38.778938774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"f012a661-da38-4c6a-8115-c7f115b1278f","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2980,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:38.779253521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"04e22d83-25a4-43a3-bfc5-4d8bc99026d7","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:38.779594629Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"04e22d83-25a4-43a3-bfc5-4d8bc99026d7","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:38.781275765Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"04e22d83-25a4-43a3-bfc5-4d8bc99026d7","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2093,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455505565Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455554496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455564086Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455572396Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455579887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455586627Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455593297Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455600467Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455608017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455614977Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455621677Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455628578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455638768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455645898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.455653688Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455661018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455667229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455674929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455684389Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455693789Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455703569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.45571373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.45572182Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.45573044Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.45573982Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.45574892Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.45575824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455767931Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455776631Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455786441Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455795231Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455805581Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455816532Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455827382Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455837122Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455847032Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455855922Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455866373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455876273Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455887043Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455897523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455906644Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455917124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.455926114Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455935354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455944264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455955055Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455963505Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455972765Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455983375Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.455993576Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456004196Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456013246Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.456022746Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-11 05:20:41.455888443 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456032206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456041637Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456050597Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456060147Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456069747Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:30:41.456080067Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f55ba25b-688b-46fa-9852-2b5410def120","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456091058Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\"}","iteration":9,"elapsed":"10.34µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456102588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456111248Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456124019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456135649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456147089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456158419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.45620481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456262911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456288522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456299372Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456309292Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456317683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456327613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456338793Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456346423Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456358473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456367824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456379954Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456390034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456401725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456412075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456423945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456452016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456476596Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4266b46f-6e12-4383-943a-1dff6b37826d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1381, tv_nsec: 12135608 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456491036Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456500737Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456513527Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"303fb0cc-e422-47d6-8616-7ec0e50b5a57.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3b21afb4-ce4d-45e0-b3a8-12b276a4be3d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1381, tv_nsec: 12190659 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456879625Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.456893335Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.34778ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.457009318Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.457030158Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.212097ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.45848309Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1381, tv_nsec: 14164692 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.458710065Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.459102564Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.459597535Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.460061925Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.437527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.460850462Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.461831743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.461842274Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.462031548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.462041438Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.462048458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.462223892Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.462953028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.462963168Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.463107971Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.464193895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.46440924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.464674786Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"9.044278ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.464946532Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.46532948Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.465636267Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.467294693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.467319424Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.467442446Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.468303425Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.468457638Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.46988858Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1381, tv_nsec: 25564612 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.470099664Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.471003164Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.472693251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.472723472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.472845145Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.475052353Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-11 05:20:41.455888443 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.475076633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"expiration\":\"2025-01-11T05:20:41.455888443Z\",\"pruned\":[]}","iteration":8,"elapsed":"19.1602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.475583934Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.47585339Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.476379982Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.476670488Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.477142099Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.477376324Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.496292508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.496606605Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.509313893Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.509349964Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.509358224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.509602879Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"54.006623ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.509691881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.510869057Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.510896958Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"54.977624ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.513150777Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.513459643Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.51466784Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.51469301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.514707761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"59.070973ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.515390716Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.515651691Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.516713805Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.517151414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.51784716Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.518627437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"62.897827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.51920906Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.519402264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.519428324Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.519594538Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.522694326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.522723336Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.522735927Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"66.931426ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.523521774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.524779871Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.526957039Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.52701455Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.527384338Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.527418299Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.527577743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.531061529Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1381, tv_nsec: 86735721 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.531419397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.531463018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.534085895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.535673Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.535940256Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.535960226Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.535970326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.535980016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.536211052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.537316876Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.537346637Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.537465229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.537606412Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.537625543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.537815737Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.539512344Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.539868592Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.540631648Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.540663139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.540810242Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.542931299Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.545634038Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.545660328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.545789821Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.54619629Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.546355844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.548397138Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.549055373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.55075084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"94.890798ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.552248553Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.552279303Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.552525519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.554040712Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.554095403Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.554107693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.557361025Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.558409707Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"102.838631ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.559009841Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.559024821Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.559168224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.562543458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.562563478Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.562570699Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.562851335Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.564464Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":15,"elapsed":"108.766471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.565217216Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.565504153Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.565775849Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"110.1052ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.56628836Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.566573976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.566599117Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.566606987Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.566613547Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.566944194Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.567878015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.567900575Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.567989487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.568047698Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.569534261Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.569558642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":43,"elapsed":"114.034696ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.570565354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.570590124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.570720237Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.576628436Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"120.832025ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.578414945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.578594289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.580148914Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.58088431Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.58089606Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.5809053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.581170906Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.58182748Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.581838111Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.582006334Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.58458004Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.587103026Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.587140087Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.587253939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.589341835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.589367485Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.589377056Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:28.537922 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.589385846Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1}","iteration":8,"elapsed":"133.631935ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.592482633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.605868006Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.606565902Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.606594082Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.606607443Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"150.74008ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.610270693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.610301963Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.610317214Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.61061251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.61288666Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.616338566Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.616365406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.616604901Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.620896135Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.620923986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.620936026Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:31.341145 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.620949127Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2}","iteration":8,"elapsed":"165.136415ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.627013149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.627442779Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.629456583Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.632234734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.632266834Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.63254615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.634667527Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-11T05:23:39.248496Z, time_modified: 2025-01-11T05:23:39.248496Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.634709378Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]}},\"default_endpoint\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"178.757323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.636555168Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.638709325Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.638741226Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.638991822Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.682378801Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"226.767154ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:30:41.708190236Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.708250898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"252.540458ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.734748248Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.734791819Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.735119756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df79f08a-e964-4b1b-83db-955ebb32a391\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.735135826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.736428595Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.739705236Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.739731587Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.739978252Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64a8852-1aaa-408e-8674-5db89e37c302\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.739995463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.742079818Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.756216988Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.769485058Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.769509929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.769726013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d765631b-e615-4651-9253-70503c02e84a\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.769758604Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.771068013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.88470667Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.885015177Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b3380911-8908-4d67-bba7-a25e0770138d\", \"date\": \"Sat, 11 Jan 2025 05:30:40 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.885032328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.887218905Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e835fc6c-88fa-460a-a2ac-6a4279e344af\", \"date\": \"Sat, 11 Jan 2025 05:30:40 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.887232946Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.888672077Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.888683837Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"433.015099ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.898088043Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.898314298Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41603490-d01b-4d63-8e38-f0ed5254d3c7\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:30:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.899561346Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.899857442Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.901774774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":15,"elapsed":"446.29001ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.926974076Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.927442986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e47a98d9-686b-4b7e-a8f1-5ffd92ef8e4a\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.927470257Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.929378628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b1df4fd2-98da-47d3-9a6a-df014af85d7f\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.929393579Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.931531255Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b31da0a1-4655-4db3-b91f-2118cc2a8032\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.931542486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.933794015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.933836696Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"478.105486ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.955080931Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.955463759Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"485f5ff8-4238-4832-a444-7abcee66e0af\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.95549789Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.95550746Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.955514671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.956916181Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":15,"elapsed":"501.408096ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:41.957421802Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.957431813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.957646167Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63555459-1c9d-4889-b8ca-194711033f34\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.957684238Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.958047526Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:41.977328748Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":15,"elapsed":"521.622049ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.001359494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.001383515Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.001554378Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ffee8b8b-2d70-4e12-8d34-8e717f66e9b7\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.001565469Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.001835945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.003402679Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.003572663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.006868505Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.007158661Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.009783868Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.009804839Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.010130706Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ff75eaaa-1a8b-4ab3-bab2-0febf4f2d4f8\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.011466515Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":15,"elapsed":"555.645553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.021144117Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.021458284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.022832824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.022850505Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.023027258Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.031621857Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.031864722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1620b39d-e96a-49e9-bff8-3291704893d5\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.031888763Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.031911283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.03221321Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.03222541Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.03223405Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.03224351Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.03225201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.032260291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.032427074Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.032438424Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.03267712Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.03268712Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.032869814Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.034644813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.034785496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e178c6d-3a55-499b-85c8-8fc069ef0d31\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.034800396Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.034870108Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe3daa39-c521-4e49-a8cf-ab0f0497eae7\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.034883188Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.034894028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.136724437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a1331b92-b8bf-4378-9d9f-1ab8895d7679\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:42.136775628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.136788399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.137147847Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d8a0e16-0205-4b4c-a463-e02531d9540f\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:30:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.137185688Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.137568926Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.141666835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.141896761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.14551218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.145781286Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.147987174Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.148321881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:42.155156241Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":15,"elapsed":"699.289308ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:43.785602871Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"b34e6247-23a1-46bf-a7db-2a6b3dfb0aa5","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.455757673Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.455811435Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.455822665Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.455831725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.456185613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.456198063Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.457965532Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.458474913Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.458670667Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.460374075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.460387435Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.460543658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.463005022Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.463172826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.488727535Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"32.953812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.497111679Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.499603053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.499617303Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.499761297Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.508937918Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:51.508956518Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":44,"elapsed":"53.221455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:53.775941294Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"0f192aa6-e26c-4a10-a150-8ef4085b3991","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:53.776264811Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"0f192aa6-e26c-4a10-a150-8ef4085b3991","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:53.778410388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"0f192aa6-e26c-4a10-a150-8ef4085b3991","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2550,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:53.778697944Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2ddf311e-dfed-49db-8d51-1965705ae6d3","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:30:53.779017341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2ddf311e-dfed-49db-8d51-1965705ae6d3","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:53.780603356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2ddf311e-dfed-49db-8d51-1965705ae6d3","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1969,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:30:53.785520663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"21a68c4f-614b-4c4f-9f81-2ef4b45aaef7","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.455650735Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.455705776Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.455716276Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.455723926Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.456015573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.456051013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.457877253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.458130649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.459928858Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.266514ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.488038044Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.490486687Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.490500698Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.490662331Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.49291087Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.493137615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.494463084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.496761695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.496775385Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.496910148Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.508218615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:01.508233406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":45,"elapsed":"52.604241ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:03.785723831Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"64830d75-ecff-4517-b630-aae182d4fe11","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:08.776116484Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"4053d398-82a2-4cac-b636-1cc3235b59d2","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:08.776458061Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"4053d398-82a2-4cac-b636-1cc3235b59d2","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:08.778901145Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"4053d398-82a2-4cac-b636-1cc3235b59d2","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2874,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:08.779208761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"d3d5755a-2306-4a00-be3c-e80bfaf8f80c","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:08.779582619Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"d3d5755a-2306-4a00-be3c-e80bfaf8f80c","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:08.781584093Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"d3d5755a-2306-4a00-be3c-e80bfaf8f80c","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2443,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455303671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455360722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455372842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455383083Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455391993Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455401183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455410413Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455418854Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455426754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455435184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455444344Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455452364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455461814Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455469884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455478055Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455486685Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455495615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455504415Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455512685Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455520916Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455528456Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455535786Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.455545256Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455554086Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455589347Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455598277Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455605838Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455612418Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455619798Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455626558Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455632768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455638408Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455644758Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455650788Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455657839Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455812372Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455947645Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455976186Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.455994736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456011916Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456029077Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456047097Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456064017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456079748Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456095928Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456107549Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456116449Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456125579Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.45618133Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456197911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.456208291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.458312197Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"2.801702ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.458332187Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"3.039187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.458776887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.459942373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1411, tv_nsec: 15726095 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.460191468Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.460699719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.460713419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.460781861Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.460790751Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.460797201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.460861902Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.461051007Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.462426307Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.462942588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.463146423Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.463363857Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.463567202Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.464471521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.464493992Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.464659176Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.466187619Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.466202459Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.466350243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.466796132Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.466807463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.466944406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.468388967Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.469227406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1411, tv_nsec: 25013318 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.469277717Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.469480611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.470312729Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.47033451Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.470473613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.470839911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.470860192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.470993374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.472483207Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.47264356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.476189768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1411, tv_nsec: 29602209 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.476250239Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.47626423Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.47627528Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.47719106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.477240871Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.477490557Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.478969799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.478990619Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.479160823Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.479437199Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.479874089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.484931089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.487446755Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.487519206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.487607918Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.500213534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.500256425Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":46,"elapsed":"44.710618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.502159797Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.502468273Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.504749243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.504944647Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.504979508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.505367667Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.505684504Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"50.139177ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.505895108Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"50.522176ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.511638144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.511660815Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.511668145Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.511871649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.513387903Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.513417553Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"57.997719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.515440817Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.515714433Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.51737388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.519174529Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.519190219Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.519321592Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.543077492Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.543103093Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.54340414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c70964-a6e2-46b2-bf4d-a7f1f732f7a5\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.54342062Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.544514354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.571477954Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.57177649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.575885731Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.575898281Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.576126696Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081bf2b1-9899-443a-92ab-b08ace7c884c\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.576140116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.577465455Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.586395591Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.586413511Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.586606565Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b203fd6-f300-4ea4-a454-23c03b829df2\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.586621246Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.588103748Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.66219134Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.662241881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.662694781Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f9c1689-ce8c-4bbc-b2a5-e11e2dfec5c1\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.662733322Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.66308664Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.666034894Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.666528895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.673072398Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.674816296Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.674838157Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.675019911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.698671879Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.699008276Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb77c64d-d84e-4a2a-8eb1-65849b3d78f6\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.701006299Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"245.682568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.701206094Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.701536441Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.702142624Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"246.65129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.703184227Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.704911655Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":16,"elapsed":"249.507322ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.705882716Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.711194813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":16,"elapsed":"255.625556ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.718750218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.7220491Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.722111681Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.722390678Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.724723689Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":16,"elapsed":"269.291455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.725202779Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.726078919Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.726092149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.726100949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"270.745667ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.727105251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.727135002Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.727145462Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.727156742Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.727266384Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.727461509Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"78ae9b3e-8825-4eb9-a65d-cc10a62faaf9\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.727473929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.727921409Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.730089506Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.730311501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.733662134Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.734015192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.737316825Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.737334465Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.737722763Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0fff1015-49f8-4bc7-94e2-471f63325e30\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.739221036Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":16,"elapsed":"283.71071ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.743028579Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"287.440122ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.785603091Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.78600505Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.787049693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"331.490917ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.78829803Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.788322251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.788662109Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.815049126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.815483856Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6685f04-a2da-4f93-9fb4-6bfc375ef3ec\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.815508996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.815518046Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.815525277Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.816917117Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":16,"elapsed":"361.473073ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.824960003Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.825184008Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84b5e51f-2f57-43d2-a714-dda5d713ad87\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825203388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825213569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825448574Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825457474Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825463834Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825470304Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825477514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825483764Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825682179Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825696359Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.825920044Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.825932194Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.826244171Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.828644404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.828757986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd871f8-6d51-457b-9135-33fed4fca1a2\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.828783657Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.82895678Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d26577-0752-46ea-85ae-d29141c2cace\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.828978201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.828991451Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.93173945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"168db51e-a186-4564-8bb3-3d961307b87f\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:11.931767551Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.931776941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.932127979Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a6fdf92-8403-47ea-8d90-682136b5233f\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:31:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.93216077Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.932474197Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.936088076Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.936318991Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.939630623Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.93995394Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.941708329Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.941927913Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:11.948055688Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":16,"elapsed":"492.595353ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:13.785606522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"82399d71-e789-4885-90c3-9c6b20722443","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.455718232Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.455768133Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.455777543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.455784573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.45608543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.456111871Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.458291718Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.460574718Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.460585418Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.460733872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.462977531Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.463241407Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.464962994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.467268815Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.467283355Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.467431928Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.477947258Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.477964319Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":47,"elapsed":"22.244997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.483560531Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.483872758Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:21.511528214Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"55.819172ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:23.785157915Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"ce9a73a6-79e7-4378-a863-3d4edf6d4029","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.455332436Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.455380247Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.455389278Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.455396848Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.455789766Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.455877658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.48519263Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.485538127Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.485575558Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.487908729Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.48792201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.488086863Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.489460663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.489636917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.491320294Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.493469311Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.493490472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.493615474Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.503973211Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.503997411Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":48,"elapsed":"48.680185ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:31.514200575Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"58.852348ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:33.785133407Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"26299e8d-1709-4daa-b03f-28afe5e73d4b","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.455972622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456033463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456045083Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:31:41.456056274Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f55ba25b-688b-46fa-9852-2b5410def120","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456067804Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456081474Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\"}","iteration":10,"elapsed":"18.82µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456098945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456111465Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456123915Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456136016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456147726Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456159326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.456171966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456183557Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456197517Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456209207Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456220697Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456232078Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456243448Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456254668Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456265768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456278349Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456290949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456301989Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.4563147Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.45632729Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.45634183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.45635456Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.45636633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456378151Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456390881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456402451Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456415992Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456429312Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456441082Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456453632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456465073Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456476113Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456486473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456498253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456508784Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456521094Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456531674Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456541794Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456550365Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456560105Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456569855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456579985Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456590195Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456600506Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456609546Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456619956Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456629586Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.456639827Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-11 05:21:41.456331430 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456649917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456658917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456669017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456679268Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.456688968Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456698078Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456707818Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456717898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456727949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456741419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456753519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456765569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.45677822Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.45678985Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.4568011Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.45681352Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456825041Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456834851Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456845301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456856441Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456867872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456878822Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456890482Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456901342Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456910902Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456921513Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456934143Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456946563Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456956134Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4266b46f-6e12-4383-943a-1dff6b37826d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1441, tv_nsec: 12794385 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456969794Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456978484Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456985364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.456994374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"303fb0cc-e422-47d6-8616-7ec0e50b5a57.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3b21afb4-ce4d-45e0-b3a8-12b276a4be3d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1441, tv_nsec: 12825615 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.457012335Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.457351832Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.457372193Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.038963ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.457417654Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.457427764Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.246518ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.459620002Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.550437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.460118883Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.460139163Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1441, tv_nsec: 16034085 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.460302427Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.460409159Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.460563762Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.460638194Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.460654635Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1441, tv_nsec: 16562057 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.460824788Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.460871449Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.462525316Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.462542636Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.462679549Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.466208636Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.468447695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.468473996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.46867398Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.475662803Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-11 05:21:41.456331430 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.475692004Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"expiration\":\"2025-01-11T05:21:41.456331430Z\",\"pruned\":[]}","iteration":9,"elapsed":"19.333693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.477420751Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.477474613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"21.076421ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.479960547Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.479987308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.480141771Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.482918952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.483193538Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.499405533Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.502092882Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.502130672Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.502374018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.50569609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.505919185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.508534473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.508776628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.508812469Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.509130046Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.510135668Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.510308802Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.51160337Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.513195245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.513494951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"57.381377ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.513521012Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.513655215Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.514067884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.514212567Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.514226277Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.514237697Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.514246778Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"57.826036ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.514433472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.514762799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.516479106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.516512537Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.516698651Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.518595483Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.521788373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.522095269Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.527976158Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.528015509Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.528027559Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.528036139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.528345836Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.52850647Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"72.279092ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.529262146Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1441, tv_nsec: 85148438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.529661135Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.530538184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.530566405Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.530756099Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.53217925Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.532425716Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.533183872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.53446991Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.534491881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.534656864Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.535080724Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.535093654Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.535255097Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.535613975Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.538203152Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.538379946Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.539888909Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.54450599Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.544525351Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.544775206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.548749163Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.549024229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.549107221Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"93.022957ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.551032313Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.551138665Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.551466403Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.551850111Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.552198948Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.553587039Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.553607799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.553746662Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.561087183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"104.723953ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.562556465Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.563538037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.563550117Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.563560037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"107.515974ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.565120481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.565149432Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.565309395Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.566156824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"110.144911ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.566322148Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.566335318Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.566342248Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.566348688Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.566691266Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.567152966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.567178326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"110.859447ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.567723708Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.567755979Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":49,"elapsed":"111.591663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.568868543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.569061318Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"112.85313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.56915596Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.569768793Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.571043211Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.571054651Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.571061241Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.571272506Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.572450302Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.572462112Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.572468262Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.572474432Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.572676667Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.573971815Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.574021526Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.5742074Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.575476288Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.576829898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.576855958Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.577007951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.577438811Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.577459441Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.577595015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.57969399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.579711151Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.579721471Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.579927895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.580380995Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.581774136Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.583287539Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.5833105Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.583531564Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.584948855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.584971526Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.585120389Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.585556319Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":17,"elapsed":"129.246449ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.587376438Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.587386279Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.587399349Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:28.537922 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.587407499Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1}","iteration":9,"elapsed":"131.261363ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.589794862Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.593119924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.593150365Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.593461862Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f49c4bb-4c4d-46ba-a4a7-9395b1de91f8\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.593488452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.594881013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.594905703Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.601758413Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.601825385Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.60206008Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.605953465Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"149.698397ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.609880681Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.609913542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.609926402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"153.606812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.61030636Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.610706239Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.612887957Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.612912548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.613238595Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2becdcfc-a379-4148-8e7f-6844f83a8a31\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.613261855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.614630765Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:31:41.624880119Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.62491795Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"168.939499ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.632331103Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-11T05:23:39.248496Z, time_modified: 2025-01-11T05:23:39.248496Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.632375023Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]}},\"default_endpoint\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"176.186267ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.650955Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.650999341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.651011051Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.651486462Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.698576613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.698629484Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.698961291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993bef0f-98b4-42b4-87c8-05071a424740\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.698991342Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.701025366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.739383116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":17,"elapsed":"283.356023ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.741702847Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.759938216Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.759966817Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.760406456Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae0a0b99-9607-42f2-a725-010769ef4957\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.760452247Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.760938508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.768621296Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.768912772Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9afa20d-515d-4e48-9bec-bf990802a7e9\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:31:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.771038499Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.771278684Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.773560164Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":17,"elapsed":"317.359877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.790146227Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.792821656Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.792838406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.79301754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.795365151Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.795377362Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.795385162Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:31.341145 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.795393682Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2}","iteration":9,"elapsed":"339.327658ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.806927225Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.806951475Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.807206501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"46075bda-cdce-45df-92ef-068c16b0b998\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.807222351Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.80760944Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.809995222Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.810231137Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.812004106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.812383814Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d79cd988-8109-4e84-914c-08c86f9e7021\", \"date\": \"Sat, 11 Jan 2025 05:31:40 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.812410465Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.813371926Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.813652362Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.813686373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2725e186-43de-406b-ae7d-70bf4e256229\", \"date\": \"Sat, 11 Jan 2025 05:31:40 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.813695993Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.815503023Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.815525613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"359.392997ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.817119728Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.817130158Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.817597498Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f7e040e4-9ccf-45aa-8819-d1cee7d604da\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.819134542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":17,"elapsed":"362.764221ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.823790004Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.824328076Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a4235948-d4f9-4066-8ecb-6f5a273674df\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.824357496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.825674615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3a04f272-0b7f-452f-84c5-7dfae3e467a4\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.825684355Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.827134507Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"11f706cc-95bb-4334-b7a0-83f79c2daeba\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.827144197Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.829008508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.829036609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"372.935113ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.868010172Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.868325899Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.869823161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.871497378Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.871526079Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.871684352Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.873335938Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.875403674Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.875415884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.875648489Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.903859827Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.904180674Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.906497144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.906511435Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.906847542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.915081642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.915601284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"400450d9-8ff3-4ce1-b66e-385922d3f892\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.915625514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.915633384Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.915639924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.9163517Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":17,"elapsed":"460.366298ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.916603566Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.916872371Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"161c773b-bc35-4047-b236-da79ad9cb6ca\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:31:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.916891542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.916900262Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.917197949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.917210019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.917217219Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.917224459Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.917231329Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.91723833Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.917403413Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.917412523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.917654829Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.917662479Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.917856573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.919982679Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.920094232Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6599ec93-e971-4b19-a171-25e93a6751ef\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:31:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.920107862Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.920189254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7251f0ba-8e21-4cba-a3b9-99c0c75adbc5\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:31:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:41.920202064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:41.920241605Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.027538604Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a8c48c14-8387-400e-b0ef-5919df99f383\", \"date\": \"Sat, 11 Jan 2025 05:31:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:42.027579305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.027589815Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.027899642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"582df03c-2757-4917-9afd-024746080e19\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:31:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.027941683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.02826663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.031690345Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.032017092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.035941978Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.036165193Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.0382897Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.038545045Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:42.045604669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":17,"elapsed":"589.27623ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:43.785141958Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"8f929115-4775-475a-a9cd-4669c3e78fcf","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.455278599Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.45533133Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.455342141Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.455352071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.455611847Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.455851872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.456904285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.457818185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.458135812Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.459236466Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.459245206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.459388759Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.46171092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.461986496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.463560401Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.46673013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.46674796Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.466876573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.478655671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.478674741Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":50,"elapsed":"23.414932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:31:51.493815893Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"38.505823ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:31:53.785749234Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"1b6edebd-9f45-4f08-8941-373fe00d2d61","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.455922704Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.455975355Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.455984465Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.455992056Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.456294662Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.456327073Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.458564452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.458819138Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.459148905Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.461346813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"5.426308ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.461955786Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.461974617Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.46213673Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.464726407Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.464912611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.466457295Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.468602722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.468615822Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.468749285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.477263541Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:01.477285862Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":51,"elapsed":"21.376997ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:03.785165002Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"f3f38f5f-ca5a-42e3-ba60-ae86b88ab3b4","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:08.776393522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"2fa3f7da-45b8-44f6-946e-d062dcb18a24","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:08.77673322Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"2fa3f7da-45b8-44f6-946e-d062dcb18a24","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:08.779150683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"2fa3f7da-45b8-44f6-946e-d062dcb18a24","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2836,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:08.779402348Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2424a8f0-79d8-4cb5-b4a7-8641c3377c3a","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:08.779696075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2424a8f0-79d8-4cb5-b4a7-8641c3377c3a","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:08.781267729Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2424a8f0-79d8-4cb5-b4a7-8641c3377c3a","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1907,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455533068Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455588239Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.45559993Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.45560826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.4556161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.45562328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.455631211Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455640161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455648871Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455657641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455666381Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455674692Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455683422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455691052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455699052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455707022Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455714332Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455722642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455731303Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455739413Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455746573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455754343Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455762833Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455771263Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455778854Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455786314Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455793624Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455800494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455808034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455815135Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455823165Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455830855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455838395Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455845505Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.455854905Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.45605948Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.45607097Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456136382Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456147172Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456156042Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456165872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456174622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456232144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456243694Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456253874Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456263254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456272694Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456282275Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456292045Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456300025Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.456308495Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.457709336Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.457718326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"2.195108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.458560725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.459588297Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.459635818Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.460798354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.460827534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.461118881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.461151901Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.461165522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.461372806Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.462179874Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.462198474Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.4624341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.463437641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.463459642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.463644976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.465512767Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.46703569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.467060231Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.467170073Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.467187473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.467255525Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.467610383Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.469379721Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.469405762Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.469907473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.470436065Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.470710511Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.472465559Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.472535121Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1471, tv_nsec: 28524423 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.472672573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.472795406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.475018585Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1471, tv_nsec: 31014587 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.475302931Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.475409933Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.475428304Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.475631218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.47569241Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.47570544Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.476532038Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.476823835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.477243894Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1471, tv_nsec: 33236226 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.477332735Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.477342436Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.477478279Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.477500679Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.479223287Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"23.544785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.481131549Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.481317523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.483230085Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.483255135Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.483416349Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.484414101Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.484432531Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.484603235Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.497044007Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"41.332365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.502017716Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.502099428Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"46.375195ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.502292682Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.502863425Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.503137651Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.503153051Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.503162321Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.503169291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.503364896Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.505302768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.505555553Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.506029494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.506224488Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.520868008Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.520898989Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"65.244449ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.575404622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.575698939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.592839284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.592856835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.593197642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e8f912-e5bf-4492-9833-89ed44ac0926\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.593218852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.594775957Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.60041464Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.60042609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.60086245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"627c4563-c893-41a1-ad6f-017fcfddd50f\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.60089432Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.60131793Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.604811966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.604836307Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"149.084804ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.605144404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.624382145Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.624443176Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":52,"elapsed":"168.817196ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.650876905Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"195.173013ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.654018743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.654056304Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.654064944Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.654517184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.660664449Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"205.077159ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.661247762Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.664653616Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.664681477Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.66483941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.667380036Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":18,"elapsed":"211.758105ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.670415712Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.670440923Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.6707706Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"84d919a9-6d38-4f37-ae28-d2be6d320183\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.670796061Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.671277951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.672708463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.673608142Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.674090233Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.6748846Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.674905861Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.675065054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.676948645Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.677224631Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.680089724Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.680112995Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.680468642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bae986ad-5973-4c30-87e1-81dfdfdbe0c8\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.682518057Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":18,"elapsed":"226.952478ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.686214548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.686240969Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.686252599Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"230.586647ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.709694842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.709742003Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.709758183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":18,"elapsed":"253.939039ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.709968048Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1074381b-641f-4b9f-a327-e35f2b87f738\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.709998809Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.710786926Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.710817287Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.711102783Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7963c045-f85b-4fa2-bf1b-d25c88dd32f0\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.711124213Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.712132426Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.712446982Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.71688912Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.718607227Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.718625548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.718763481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.734580327Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"279.042388ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.750487175Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.750784502Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf33a72d-6592-4b69-8f7c-0af615cd8069\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.752443208Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.752758035Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.754558354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":18,"elapsed":"298.806061ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.839220948Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.839602086Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a7c09a-aaf3-4a52-92df-606a13844de9\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.839640777Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.839652417Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.839660497Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.841022467Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":18,"elapsed":"385.475138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.844440202Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.844749539Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.846852875Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.846867015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.847242803Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.857086479Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.857358675Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"126046f7-bea1-4fc8-8e82-fde2983ab270\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857384185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857398186Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857646721Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857659111Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857668012Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857677452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857687062Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857695752Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857848295Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.857894256Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.858086081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.858097231Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.858326826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.860585465Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.860697968Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60084eec-53ee-43b0-aa0c-5f4c300ba4d3\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.860712058Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.86079365Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c1971d0-4db3-4de0-9e5d-a665265de1fe\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.86080747Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.86081835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.960967523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"096d87ba-989f-425a-bb3d-e4efcc22ef0d\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:11.961017884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.961031394Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.96494488Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be2e7dd-aa7f-4b4f-8c75-2bf135fec576\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:32:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.964980851Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.965327158Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.968784254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.969118621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.97224356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.972473555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.974306025Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.974584941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:11.98140084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":18,"elapsed":"525.79609ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:12.167679658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:12.167721099Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:12.19793272Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:12.198033162Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37804"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:12.198225367Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f701441d-7ed4-4dea-9acb-ae5d62aef947","remote_addr":"[fd00:1122:3344:101::b]:37804","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:12.198571964Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f701441d-7ed4-4dea-9acb-ae5d62aef947","remote_addr":"[fd00:1122:3344:101::b]:37804","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:12.236060934Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/oximeter.rs:76","collector_id":"68ba0762-4eeb-4568-8923-69d504e34a00","producer_id":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:12.236085995Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/producers","method":"POST","req_id":"f701441d-7ed4-4dea-9acb-ae5d62aef947","remote_addr":"[fd00:1122:3344:101::b]:37804","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37919,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:12.236146806Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f701441d-7ed4-4dea-9acb-ae5d62aef947\", \"content-length\": \"41\", \"date\": \"Sat, 11 Jan 2025 05:32:12 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:12.237460545Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:12.237472695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:13.785085563Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"bdfa934c-60ab-44e0-9716-998ec1dc8170","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.455219032Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.455269664Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.455279264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.455287114Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.455613861Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.455626741Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.457541843Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.459824563Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.459839033Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.459975267Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.462131074Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.46241075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.464088386Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.466481729Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.466496039Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.466642413Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.477420578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.477444489Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":53,"elapsed":"22.241996ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.485296191Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.485512926Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:21.513257073Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"58.027721ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:23.78492568Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"e36f4f14-1d8f-45d1-abd2-614c985814c1","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.455073651Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.455125102Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.455134592Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.455142932Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.455426879Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.45549101Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.457166457Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.457349291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.457546455Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.459906807Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.459920387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.46005778Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.461844029Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.462025503Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.46368717Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.465808946Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.465819486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.465955229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.477818929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.477844949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":54,"elapsed":"22.760898ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:31.486272034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"31.213733ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:33.785221769Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"eab31797-afd0-4c64-91b9-9939f0061b24","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454812139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45486708Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45487754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45488611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:32:41.454894821Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f55ba25b-688b-46fa-9852-2b5410def120","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454906941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454914421Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\"}","iteration":11,"elapsed":"12.58µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454924011Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454932291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454939962Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454947942Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454955342Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.454963192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454970152Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454976622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454985203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.454995583Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455007123Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455017523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455026753Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455035744Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455045084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455054494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455062894Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455072204Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455082605Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455092265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455102555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455112555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455122886Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455132516Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455141266Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455150696Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455159326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455167736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455175987Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455186137Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455197657Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455206737Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455218408Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455227488Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455236338Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455246968Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455257078Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455266509Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455276299Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455285869Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.455296749Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45530561Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45531634Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45532612Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45533533Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45534366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455354031Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455363431Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455372661Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455381541Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455391131Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.455400341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-11 05:22:41.455204617 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455409522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455417872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455428602Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455438992Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455448522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455457783Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455470193Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455481483Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455493234Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455504824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455514694Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455527724Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455539715Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455551415Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455563825Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455575565Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455647577Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455670087Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455680938Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455692028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455705088Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455717939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455730739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455744399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"303fb0cc-e422-47d6-8616-7ec0e50b5a57.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3b21afb4-ce4d-45e0-b3a8-12b276a4be3d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1501, tv_nsec: 11790420 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455763849Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45577751Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45578933Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45579895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455810161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4266b46f-6e12-4383-943a-1dff6b37826d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1501, tv_nsec: 11820981 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455827091Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455838621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455850901Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455861062Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455868492Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455876692Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455908853Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.455921593Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.456117317Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.456133008Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.456143028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.456153258Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.085484ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.456218659Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45623001Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.073993ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.456315672Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.456748701Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.456959206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.458179642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"3.371154ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.45854473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.459158354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.307904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.459222045Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.460468752Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.460489833Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.460629686Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.46081784Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1501, tv_nsec: 16899062 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.460891952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.460915632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.461050525Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.461123567Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.462495527Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.462709992Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.465438181Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.467260271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.467288182Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.467480456Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.469260035Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.469995641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1501, tv_nsec: 26074483 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.470295487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.47223888Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.472264821Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.472450195Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.473853116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.474428218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-11 05:22:41.455204617 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.474457959Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"expiration\":\"2025-01-11T05:22:41.455204617Z\",\"pruned\":[]}","iteration":10,"elapsed":"19.226901ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.475760277Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.475792958Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.475933781Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.477892424Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.480933271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.481418191Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.481447942Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.481885881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.481920002Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.481932942Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.481942542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.489285543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.493406133Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.505831645Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.510042128Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.510695422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.511091351Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.512560873Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.514092236Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.515031297Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"59.87433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.515476057Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.515499417Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.515511567Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.515723232Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.516040529Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.516463468Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.517290956Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.517316437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.517593713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.517773437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.518167935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.51885603Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.518887411Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.519069025Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.519105656Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1501, tv_nsec: 75193179 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.519503615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.519532265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.519870073Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.52384208Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.524404952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.524552285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.524918043Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.525288982Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.526254523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.526630271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.526652301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.526875666Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.526950398Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.526968218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.526980839Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"72.066618ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.527362227Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"72.316583ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.528785278Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.528822719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.529019123Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.530218459Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.530420914Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.530511396Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.531792124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.532690813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.533059392Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.534009512Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.534036463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.534132835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.534157305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.534279448Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.534326769Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.536379834Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.536422185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"81.31299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.538209584Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.538510061Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.539497082Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.539522863Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.539721947Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.540542855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.540569036Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.540731649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.541191879Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.54121776Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.541409444Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.543909669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"89.111111ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.544076513Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.544100843Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.544110614Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.544355369Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.547236272Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.54759759Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.547852745Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.547874806Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.547882166Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.547888596Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.548106881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.548159052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.548179443Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.548188723Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"93.314293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.549760677Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.549780018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.550120415Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.551179308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.551202549Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.551213229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.551223339Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.551472895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.551990576Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.55215902Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.55217715Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":55,"elapsed":"97.202358ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.553143101Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.553159732Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.553351286Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.554733286Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.55494256Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.554964361Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.555128355Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.557044757Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":19,"elapsed":"101.985792ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.55947196Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.55950518Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.559517611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.563628611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"108.72724ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.564357617Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"109.402545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.568542138Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.568832115Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.569563961Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.569793246Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.58001728Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.580450699Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.580859728Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.584384605Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.586366019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.586393709Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.586547243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.59010853Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.590127621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.590134781Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.590303545Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.591286356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.591306697Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"136.14242ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.595741984Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.595762884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.595773514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.596084571Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.596102961Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.596116642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.59649972Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"270d96e3-82f1-4185-9d39-95789fd07993\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.596519871Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.596912149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.59693272Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.597237057Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60e71a4d-91f2-4f1b-b09f-c0498b7c80a4\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.597261457Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.598350271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.598746319Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.600713402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.600736103Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.600748543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.601198953Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.603440652Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.606401847Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.606684843Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.606709914Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.606845947Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.607253466Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"152.356175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.617623903Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.617987241Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.628650144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-11T05:23:39.248496Z, time_modified: 2025-01-11T05:23:39.248496Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.628695335Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]}},\"default_endpoint\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"173.542559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.643661713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.645456282Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.645495803Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.645509373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"190.279585ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.647897075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.647924976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.648126151Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.668047727Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"212.774238ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.691829997Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.691879298Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.692206555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6816d81-d3ef-480e-bfbe-5b5f0b5c0b11\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.692230906Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.69422581Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:32:41.706440547Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.706476038Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"251.26243ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.751747749Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.752152568Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4bf3d0e5-a455-4055-9c74-616feac1c239\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.752190249Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.753491717Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0119f39e-63e0-4a44-8aa2-b4318827b260\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.753527608Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.754919148Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.754948459Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"299.832453ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.764777524Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.764799105Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.765211854Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7305099b-90af-4339-b853-111f85d127f1\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.765239164Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.765619563Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.767006633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.767036354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.767048104Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:31.341145 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.767059704Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2}","iteration":10,"elapsed":"311.934159ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.768984546Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.769129979Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.76914893Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.7691577Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:28.537922 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.76916709Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1}","iteration":10,"elapsed":"314.328631ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.769307653Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37e3a038-cf8f-471b-bfd5-6550f949c76e\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:32:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.771546452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.771854019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.774677221Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":19,"elapsed":"319.659497ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.775710603Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":19,"elapsed":"320.775952ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.776675314Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.816959476Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.817001517Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.817290934Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c502515b-07f9-4a47-9a79-d7a5c683462b\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.817316644Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.817653922Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.819954052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.820137246Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.820200847Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.820402042Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.820650097Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.821207579Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"76cf41e2-92f3-4f8b-bbda-d5f1ada3e040\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.82122612Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.822913797Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"151fce81-a129-408c-aca9-1b587d1f1f4f\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.822934037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.82307878Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.823260184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.824678285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"aca0ef7a-4bc6-49ae-a559-4386b16ee13e\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.824698656Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.826628548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.826671259Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"371.703407ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.826814732Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.826825572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.827236121Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f54769c1-ad93-4aef-885f-078c69561fa8\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.828478579Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":19,"elapsed":"373.342922ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.849340695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.851012162Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.851029352Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.851166735Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.852631447Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.854434967Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.854451417Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.85459049Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.861632454Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.862018733Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.865256134Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.865280654Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.865568071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.876311606Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.876625433Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd2bb23-4a82-4aeb-86cd-a358bb292c09\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:32:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.876651043Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.876661573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.87698201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.876992721Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.876999241Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.877005521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.877012701Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.877019221Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.877200155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.877209305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.877463081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.877471411Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.877749417Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.880006356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.880126369Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7db070-ac41-4ac9-b341-a47d9c7c81bf\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:32:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.880138909Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.880214701Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb83cb4-ce94-4970-95a1-05dce6649c12\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:32:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.880229951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.880239692Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.949740633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.985267021Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"624bcef3-a608-43c4-b327-045acdeca85d\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.985296621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.985306092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.985548227Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcff3cbc-3a55-437e-8464-7c2704be1684\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.985577887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.985586788Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:41.985593248Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.98570524Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f3feef-bc10-40f3-a081-a869041d9afb\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:32:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.985755271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.986076458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.986545429Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":19,"elapsed":"531.628977ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.989122555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.989392281Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.992595721Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.992859437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.994982564Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:41.995163957Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:42.001577018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":19,"elapsed":"546.32688ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:43.784734852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"0e9e7f19-ba53-4c97-baa9-1eec521f0b33","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.454884334Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.454937775Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.454946615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.454954295Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.455282803Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.455304953Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.457310657Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.457542252Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.487870366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.490374121Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.490400642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.490547995Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.492486937Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"37.590163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.49261822Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.492941907Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.494599963Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.496919164Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.496931634Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.497073848Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.509298285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:32:51.509323626Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":56,"elapsed":"54.451362ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:32:53.784717554Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"1a4f609b-fd3d-4108-979f-1929a45fe4a9","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.454840786Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.454885397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.454893187Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.454899877Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.455176563Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.455187463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.456770798Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.456935862Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.457120656Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.459513318Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.459525588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.459672632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.461530162Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.461699376Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.462914723Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.464965017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.464979508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.465108551Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.475784404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.475796805Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":57,"elapsed":"20.975639ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:01.484356102Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"29.515886ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:03.78482341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"10288045-54b4-4cc0-95fa-ec40698d75e7","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.45537934Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455428821Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455439781Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455447601Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455455611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455462941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455470842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455479422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455487822Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455495882Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455504152Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455513003Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455520933Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455529203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455536283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455543863Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455550683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.455558053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455566754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455576244Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455647075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455656615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455664746Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455673326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455680706Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455688506Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455696716Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455704347Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455711437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455719797Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455727487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455735317Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455743037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455750728Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455758308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455953622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455968402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455978113Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455986713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.455997213Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456010153Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456020194Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456029404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456038364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456046414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456054404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456065215Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456081005Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456092025Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456124766Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.456142306Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.458329734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.458453387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1531, tv_nsec: 14644969 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.458802064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.459092741Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.466996ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.459759095Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.459918279Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1531, tv_nsec: 16113251 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.460117363Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.460141264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.460149494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.460236006Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.460325638Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.461564285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.461630676Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.461647687Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.46179691Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.462835073Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.462856713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.462986636Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.463854625Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.463864635Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.464011449Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.464666303Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.464692103Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.464703524Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.464895488Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.464946479Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.466914572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.466944983Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.467165638Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.468579369Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.468905536Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.4690991Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1531, tv_nsec: 25284432 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.469161951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.469395446Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.469510939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.469879897Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.47001562Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.470094472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.470246285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.473339603Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.473368093Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"17.985904ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.488098266Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"32.667705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.491459729Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.491767686Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.493908723Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.49424032Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.49561935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.497187755Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.497304037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.497331188Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.497506372Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.497545563Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.498973154Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.499319271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.50063805Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.500685551Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.500882356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.500903886Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.501125001Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.501149911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.501157312Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.501297775Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"45.69242ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.501393697Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.502417939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"46.862426ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.502572433Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.505227051Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.505376384Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.505387534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.505576178Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.506985419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.50699637Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.507136722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.526246451Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.526295072Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":58,"elapsed":"70.799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.535592305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.53763344Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.537918176Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"82.336692ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.537931467Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.538120211Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.538144161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.538310425Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.539605653Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.541020464Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":20,"elapsed":"85.485101ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.541337281Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.541349622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.541356332Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"85.717406ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.541532386Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.545472482Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.545494522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.545504132Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"89.96606ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.547490376Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"91.918433ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.556912672Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.556931292Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.557241049Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0626ba2-eaed-467c-af70-0ddc669fc1a1\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.557255Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.559021018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.559944689Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.559955899Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.560232465Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8a63e8-aca2-480b-9ef4-c61f08b9bc90\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.560251345Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.561781239Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.56369184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.563706791Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.563970747Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2892ed5e-1238-4776-80f4-eb8f4a2bc814\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.563987347Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.565441569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.567275779Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"111.786357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.584598338Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.584948026Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.586347967Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.5878878Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.587901321Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.588044314Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.589648539Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.591251214Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.591263284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.591420898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.673237659Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.673546195Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39fb78ad-5dff-4ff8-b3c6-ffdc98a2f096\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.67513296Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.675417916Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.677844079Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":20,"elapsed":"222.404109ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.720383591Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.720434562Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.72080821Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52079f1a-8be7-40ac-95d3-ad7f531087c2\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.720844601Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.72124268Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.722408685Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":20,"elapsed":"267.005585ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.74321403Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.743275082Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.743586889Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5a18821f-7d2a-4d3d-9a30-0aba435d32e9\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.743619529Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.743942906Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.745735256Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.74595051Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.749103879Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.749436777Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.816191988Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.816635258Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"654debad-3cfa-4688-aa8a-86c61c388010\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.816659458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.816669998Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.816678539Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.817821784Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":20,"elapsed":"362.377192ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.81901361Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.81903403Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.819435149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"014dbd0b-61f7-48fb-bc6f-9b392d8ac64c\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.820696297Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":20,"elapsed":"365.193224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.857536683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.857932302Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.860469857Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.860501048Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.860679552Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.871002048Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.871347935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9381d7c2-4cb9-4123-aa0a-4c99df2e8d78\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871379836Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871392046Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871716294Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871730114Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871736894Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871744184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871752414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871759144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.871971459Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.87199028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.872223085Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.872245755Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.872606943Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.874170667Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.87430933Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d9b5ddf-3f25-409b-a006-199988e09b35\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.874331601Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.874409222Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7611ba0-86f6-4ddf-b4de-584df8fe0fc8\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.874435733Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.874450583Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.997538738Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d31d8406-52cb-463b-a61c-9754851bc3b3\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:11.997585799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.997596789Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.99809311Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758c732a-669b-4afd-bd17-0772aecbc941\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:33:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.998140761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:11.998482378Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:12.002018176Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:12.002271401Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:12.013030487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:12.013354364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:12.015750507Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:12.016020162Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:12.023714671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":20,"elapsed":"568.326531ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:13.784659799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"c22aa8eb-fa5c-4e92-a754-fd9d3bb34d56","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":326,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.454914778Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.45496159Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.45496959Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.45497624Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.455230215Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.455241826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.457020275Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.457184218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.457529486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.458793243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.885105ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.459790255Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.459799885Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.459937718Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.461601895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.461899541Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.463462965Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.465832957Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.465846018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.465988341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.474564809Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:21.474588209Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":59,"elapsed":"19.669801ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:23.785008214Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"922aab4a-2809-400a-97cc-19769714ef99","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.455230195Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.455282277Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.455292037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.455300597Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.455589933Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.455602373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.457151338Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.457860523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.458208481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.459454578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.459462908Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.459603641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.461620005Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.461774749Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.463563718Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.465709045Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.465718215Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.465852388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.476231295Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.476257546Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":60,"elapsed":"21.01802ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:31.487742196Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"32.578973ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:33.785093386Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"85216e08-f99e-457c-bbd6-e62ce589f647","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:38.775579519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"45a1d012-b03a-419a-a2d0-559b8d3f8b2b","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:38.775870286Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"45a1d012-b03a-419a-a2d0-559b8d3f8b2b","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:38.777773217Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"45a1d012-b03a-419a-a2d0-559b8d3f8b2b","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2255,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:38.778021583Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2b8c1668-6396-4981-9d0d-fa1dd8f248b3","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:38.778280888Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2b8c1668-6396-4981-9d0d-fa1dd8f248b3","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:38.779756941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"2b8c1668-6396-4981-9d0d-fa1dd8f248b3","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1775,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455692628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455743359Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455753149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455761619Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455769399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.455776859Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.45578569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455826171Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455835791Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455845011Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455853911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455862071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455870541Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455879232Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455888752Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455896572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455904072Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455911552Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455918753Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455927153Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455934173Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455941583Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455952133Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455960003Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455968434Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455976144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455984984Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.455992754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456001284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456008624Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456016885Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456025245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456033385Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456041005Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456048805Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456057756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456068826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456081556Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456093296Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456104557Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456116917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456128267Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456140578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456152098Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.456164088Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-11 05:23:41.456015225 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456176808Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456188899Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456201419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456213949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456226569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.45623812Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.45624922Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.45625991Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.45627007Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456279081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456289451Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456298791Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456307841Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456317081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456326451Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":21,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:33:41.456335672Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f55ba25b-688b-46fa-9852-2b5410def120","reason":"blueprint disabled"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.456345812Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456355792Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456365642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\"}","iteration":12,"elapsed":"15.45µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456377263Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456386163Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456398273Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456409063Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456418884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456429064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456438994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456448174Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456459684Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456471795Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456482985Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456494045Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456505695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456517176Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456529976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456542256Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456553887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456565887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456577457Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4266b46f-6e12-4383-943a-1dff6b37826d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1561, tv_nsec: 12501658 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456594487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456608038Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456621368Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456633018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456643698Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456656069Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456668189Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456679139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.45669195Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.45670459Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.45672936Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456757391Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456766701Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456775271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456784572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456796652Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"303fb0cc-e422-47d6-8616-7ec0e50b5a57.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3b21afb4-ce4d-45e0-b3a8-12b276a4be3d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1561, tv_nsec: 12731133 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.456989376Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.457017457Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.197966ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.457278732Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.457291703Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.329999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.458324725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.458522719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.458592781Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.458895578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.459730736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.977428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.460230367Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.461201368Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.461222499Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.461400333Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.461590737Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.461600197Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.46176313Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.462991177Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.463021468Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.463145301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.463490948Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.463801085Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.464234295Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.46448842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.465108524Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.465697547Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.465710047Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.465892081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.465902171Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.465908631Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.466084975Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.467010375Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.467031626Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.467158739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.468649851Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.469209313Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1561, tv_nsec: 25178516 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.469298866Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.46949619Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.470592124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.470621034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.470753437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.471420092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.471443642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.471577665Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.472336722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-11 05:23:41.456015225 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.472365693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"expiration\":\"2025-01-11T05:23:41.456015225Z\",\"pruned\":[]}","iteration":11,"elapsed":"16.324058ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.473925067Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1561, tv_nsec: 29894359 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.474210443Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.474803326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.474828187Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.474838717Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.475061952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.475128833Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"18.967285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.47543195Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.475552422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.475965951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.479060099Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.482903773Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.482936094Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.482946334Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.483530707Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.483765622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.484100939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.484374125Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.485359707Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.486595384Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.490134962Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.490163972Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.490174512Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.496091532Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1561, tv_nsec: 52057534 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.496419919Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.498109086Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.498400852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.500776044Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.503523095Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.503545535Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.50376033Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.510447176Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.510565219Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.510781374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.510799864Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.510808294Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"54.933862ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.510816724Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.513404541Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.513421361Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.513585535Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.515566858Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"59.608585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.516274074Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.516295124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.516585781Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.516638682Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.518616155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"62.765024ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.518763858Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"62.828585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.519065185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.52068511Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.520968537Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.521510968Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.521541149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.521721543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.52204439Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.522249434Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.523316288Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.523522262Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.523549323Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.523702236Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.523960262Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.524510494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.524539515Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.524551765Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.524561385Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.524952604Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.525363603Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.525378593Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.525523626Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.526794294Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"70.717038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.527321425Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.528720076Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.528739177Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":61,"elapsed":"73.063059ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.531676261Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.531707972Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.531825764Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.534106054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.534130155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.534141225Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.534487162Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.534918302Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.534932842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.534939152Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.534944863Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.535202598Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.535941404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.536735772Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.536765312Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"80.665116ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.536783433Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.537892477Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.537909717Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.537916037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.538203904Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.538412658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.538420359Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.538427539Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"82.721171ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.539119264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.539134184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.539317008Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.541517496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.541542267Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.541754681Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.543670703Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.543690164Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"87.898365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.555793529Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.556029244Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.556971665Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.557256491Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.557471106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.55767066Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.558878916Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"102.860832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.563021747Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.566201907Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.566222547Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.566442152Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.582276169Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.582680608Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.616780754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"160.886191ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.619877452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.648051348Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.648618041Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.655360168Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","candidates":"[(4e96c9ae-dd21-431c-8888-ac64be0a7699, 0), (289bf2e9-1f4c-4463-8c74-867c3a06297e, 0), (bcbb09f0-309e-4552-a535-b735d6f61136, 0), (522548aa-7980-4927-83d8-7669a120f8df, 0)]","collection_id":"4e96c9ae-dd21-431c-8888-ac64be0a7699"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.655403569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.65588357Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.724644305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.724692976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.725089295Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfcc0a51-7f53-4969-9f1c-fe47efa41bc4\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.725117526Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.726931205Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.775866166Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.846710437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.857076354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.857104075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.8573372Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9db71cd-9dfe-4a99-8e5f-6bc92b1afaa6\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.857368511Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.858747291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.897291944Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.897316345Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.897574011Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"537dcfdb-ea55-4fcb-8ea2-13a812c3f604\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.897591211Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.899240077Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.937111016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.937137917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.937633448Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5bbf68-b06d-4efa-91f0-c41361582325\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.937663248Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.937995166Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.940813887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.941314738Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.941341399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.941352159Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:28.537922 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.941362929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1}","iteration":11,"elapsed":"485.567359ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.942240379Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.942557106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.942674188Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.942713609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.94276663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.94414185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.944620011Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.946096213Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.9518945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.951929011Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.952188146Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.954499627Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":21,"elapsed":"498.564374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.954929626Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.955237623Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.962763528Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.963130996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.965708952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.966016799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.968097374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.968464322Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.970434196Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.970679441Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.97292661Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"517.019188ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.975614069Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.975977197Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.978508722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.978814309Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.980470855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.982420218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.982450139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.982464049Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.982777876Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.98388677Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.983910501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.984137476Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.985840553Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":21,"elapsed":"530.142046ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.98753252Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":0,"ncabooses":0,"nrots":0,"nsps":0,"ncollections":0,"collection_id":"4e96c9ae-dd21-431c-8888-ac64be0a7699"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.987561471Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.988022891Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.991690941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.991713571Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.991723892Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"535.607055ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.991773353Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","candidates":"[(289bf2e9-1f4c-4463-8c74-867c3a06297e, 0), (bcbb09f0-309e-4552-a535-b735d6f61136, 0), (522548aa-7980-4927-83d8-7669a120f8df, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.992333295Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1561, tv_nsec: 548297277 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:41.996757492Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.996785233Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.997071449Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d0745373-31c6-481c-ac0b-84b3b599187c\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.997087919Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.997412756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.998308446Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-11T05:23:39.248496Z, time_modified: 2025-01-11T05:23:39.248496Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.998334707Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]}},\"default_endpoint\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"542.547357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.999555693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:41.999811589Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.002973938Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.003228514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.006392733Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.006418813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.006940565Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7fd49844-2e13-43f6-8646-e81bd326a57e\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.008220163Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":21,"elapsed":"552.072985ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.008621002Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.00899414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.011174888Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.011670988Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1170e1ef-4d4c-40bc-8f99-81b7135e99b5\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.011694139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.013046369Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"19669569-af36-47c4-9279-6e5a402cf392\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.013068139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.014567602Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fa246009-6a88-435a-a00a-608b14962122\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.014581102Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.016660218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.016710219Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"560.797557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.018804044Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.021474503Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.021486953Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.021654177Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.023474347Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.023501717Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.023511387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:31.341145 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.023519628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2}","iteration":11,"elapsed":"567.656287ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.037825071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.038927395Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.039187161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ab7d84-21ac-40ad-8895-0f10e8914918\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:33:42.040844437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.040858577Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"584.815762ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.041042501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.041054012Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.041221305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.041278267Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.041566813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.043214339Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.043468735Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.043811142Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":21,"elapsed":"587.674335ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.045303305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.045499539Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.047875871Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.048122196Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.050319445Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.050515969Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.05195606Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.052159615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.053399192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.053572026Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.055037548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.06288646Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.06291537Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.063154605Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.064702209Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.065072247Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.06612101Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.066317165Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.066631791Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.066791925Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.067953091Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.068298368Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.070274931Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.070290592Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.070460305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.071745254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.071849366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.071861136Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.072014259Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.073503812Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.073522292Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.073662645Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.076431306Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.076662291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.077826147Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.078021941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.079981574Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.080176608Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.082506229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.082701663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.084696807Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.084875141Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.085874243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.086118058Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.087334245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.087505228Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.088843808Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.092467937Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.092489848Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.092643481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.094003351Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.094255206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.095446472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.095616956Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.096808672Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.100486543Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.100517153Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.100657726Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.109588382Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.109640693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.109994671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.11500042Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.115391999Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.117894144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.117922084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.11819213Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.118286032Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"315bc184-14f8-4a22-9695-ac6ada832a39\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.118308263Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.121046363Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"50947df0-ab0b-4054-9882-62e8e2143d40\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.121077323Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.121146845Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.121221906Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.121271138Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.123364513Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.123392824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"667.324638ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.186366453Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.186416944Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.186481525Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.186863703Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61151e69-52d8-41e5-aa5d-9ea9ab6453d5\", \"content-length\": \"476\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.186894924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.18715053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e119810-d4fc-475a-825d-ef7e40d27c56\", \"content-length\": \"734\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.187203801Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.187513578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdbddd31-628a-4ceb-b5ec-93a0ae774a75\", \"content-length\": \"111\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.187527408Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.187806584Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0425a5-c5a5-426f-bf36-4a0dae9724d2\", \"content-length\": \"111\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.187816994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.18808894Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc9dbc5b-39ea-49da-9158-5d6afc6d3693\", \"content-length\": \"167\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.188103561Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.188369147Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7075ca70-0461-45ff-b63d-cef24f9d13fc\", \"content-length\": \"167\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.188380117Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.188633652Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9364edc6-6a06-4ede-b74d-00f7118a945b\", \"content-length\": \"175\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.188644633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.188888188Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7325ab1-f02c-4c90-aee3-e93fe8f9a795\", \"content-length\": \"175\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.188898838Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189015321Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99681d7-de7f-4f21-9650-350eb2d2aa80\", \"content-length\": \"702\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189027641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189185124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5c4dd9-428a-4fe0-9881-94f9df981ec2\", \"content-length\": \"727\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189195654Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189331088Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2be85243-84bf-47be-b48b-469a9a033e19\", \"content-length\": \"729\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189341218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189573663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf77d474-143c-426b-a45f-effaab0c3357\", \"content-length\": \"728\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189608434Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189785558Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7eb8e25-0517-4b3a-b9a0-e29c26dd673f\", \"content-length\": \"722\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.189808628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.190088994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71c0805-52da-4dc9-9ceb-531891c5951d\", \"content-length\": \"109\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.190111895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.19036857Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4faaa0b-26bf-436b-86b6-2d0ebfceafaf\", \"content-length\": \"109\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.190391131Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.190648276Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"009502be-10f0-4249-a337-48f36b4ec22e\", \"content-length\": \"169\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.190669687Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.190928683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82599d00-ead5-48d9-9fd5-51e7b5d8148e\", \"content-length\": \"169\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.190950963Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191208829Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f774a61f-28ff-4c24-8fcf-0ea34bad3658\", \"content-length\": \"178\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191231979Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191475124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f06223-592d-419c-884c-769bf8e16441\", \"content-length\": \"178\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191496585Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191602677Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57287703-5b20-43cf-afb6-447e07e251cb\", \"content-length\": \"702\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191623968Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.19174593Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"754a432e-d158-4052-9c73-45373fee77aa\", \"content-length\": \"727\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191766131Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191884884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8775e714-cd43-4613-8fcd-e6b2e492ff95\", \"content-length\": \"729\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.191905974Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.192023147Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11010bde-0f70-4245-9136-c3a0e16747a1\", \"content-length\": \"728\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.192043397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.192435816Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.194096392Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.195609245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.195634595Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.195757628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.197463526Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.199242625Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.199261725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.199427569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.222478453Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.223000665Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c10977d-d4bc-4088-92df-f2dba32842be\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:33:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.223039526Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.223062706Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.223071476Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.225122961Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":21,"elapsed":"769.305181ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.254998165Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","vpc_to_sled":"[Sled { identity: SledIdentity { id: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, time_created: 2025-01-11T05:24:26.125273Z, time_modified: 2025-01-11T05:24:26.125273Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.255052366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.255060146Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.255328632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.256893896Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.257254644Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.258518762Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.260987106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.284322127Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.284668315Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.285883511Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.285913452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.286202198Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.29545731Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.295751429Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de8db0e-548e-47be-9d62-86518852317b\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.295775768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.295847544Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.296114935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.296137875Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.296146756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.296154996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.296163266Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.296170906Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.29632275Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.29633289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.296589636Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.296598236Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.296844321Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.33105104Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.335561898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.335589029Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.338021232Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.338164775Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bcf81ff-c1c7-43fb-ada1-6d799a542055\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.338177466Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.338268738Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8baf4432-dee1-4230-a177-e43484ae3508\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.338281508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.338292998Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.373237733Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"6a0b0dce-e89b-4b97-abf3-febc665c5e60\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.375429271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.375454602Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","elapsed":"919.273954ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.375482883Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":3,"elapsed":"919.285024ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.478808834Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0b6a213c-2a21-40d6-9a00-34118c1af3a3\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.478844855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.478854595Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.479316025Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301e1330-0252-42f9-85ce-277e2d4cdad7\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.479351756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.479740775Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.482843353Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.483091218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.487661428Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.487988855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.489816885Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.49003386Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.496860889Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":21,"elapsed":"1.040866175s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.701635052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e202a123-963a-4c88-9b83-cf63e78b0bd2\", \"content-length\": \"30796\", \"date\": \"Sat, 11 Jan 2025 05:33:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.717870828Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.717895658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.717903218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.721404155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.721683111Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.723406709Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.725116646Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.727264403Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.727486508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:42.900334422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"17afde1b-755a-4b18-a665-1227403fffab"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.900380533Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_started":"2025-01-11 05:33:42.186337 UTC","collection_id":"17afde1b-755a-4b18-a665-1227403fffab"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.900390303Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"collection_id\":\"17afde1b-755a-4b18-a665-1227403fffab\",\"time_done\":\"2025-01-11 05:33:42.719739 UTC\",\"time_started\":\"2025-01-11 05:33:42.186337 UTC\"}","iteration":2,"elapsed":"1.444408299s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.900401383Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.900410774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.900749191Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.902225883Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.903882879Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.9038997Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.904037573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.906022196Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.906342183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.907794735Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.909465742Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.909478852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.909620105Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:42.953890534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"53.468901ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:43.785227692Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"0c44096d-cc09-4cc0-9d23-eef647c8372a","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.455402773Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.455452154Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.455462094Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.455469134Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.455781741Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.455795301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.457815056Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.460143256Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.460165077Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.46028856Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.462757364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.463015259Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.464755997Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.467254332Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.467271023Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.467420916Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.479783837Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.479810677Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":62,"elapsed":"24.414095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.484229964Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.484465659Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:33:51.518100115Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"62.673922ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:33:53.78505268Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"562272a9-9782-4e55-9841-78c1520ca686","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.4552098Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.455273212Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.455289022Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.455302182Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.45564852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.455777303Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.457411329Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.459664308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.459674278Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.459811891Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.46159576Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.461830715Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.465802502Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.468499551Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.468516492Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.468644844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.481520896Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.481568397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":63,"elapsed":"26.349346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.493705023Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.493941738Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:01.522380331Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"67.15641ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:03.784822056Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"610050d1-67d9-4222-bfb2-8ccb9db92cc2","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.454964418Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455010719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455018989Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.45503589Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.45504387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.45505033Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.4550561Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.45506213Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.45506965Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455076721Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455083371Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455090061Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455097181Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455103671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455109591Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455116122Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455123502Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455130712Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455136972Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455144022Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455150332Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455157252Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455163092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.455170213Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455177823Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455185083Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455191513Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455198763Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455205173Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455211664Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455218924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455225714Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455231874Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455239184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455245504Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455410698Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455449429Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455598252Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455608092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455615402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455622773Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455632393Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455640613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455648863Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455657843Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455664743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455672704Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455681074Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455690514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455697784Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.455733515Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.457740619Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.458735421Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"3.723341ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.458840223Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.723772ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.459892336Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.459911136Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.459918457Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.46006657Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.46007786Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.460125221Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.460238014Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.46235396Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.462563874Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.462625566Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1591, tv_nsec: 18580268 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.462858371Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.462888732Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.463608787Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.46417711Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.46419126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.464352724Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.465321475Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.465334485Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.465466588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.466129752Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.467259757Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1591, tv_nsec: 23206990 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.467492872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.467553064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.46783692Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.46784627Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.468007174Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.469969987Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.469986667Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.470151121Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.470205572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.470454147Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.470873567Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.471116172Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.475459357Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1591, tv_nsec: 31391689 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.475852245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.477570393Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.479905874Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.479928305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.480059197Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.481868167Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.483719658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.483739978Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.483903312Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.493586884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.493618354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":64,"elapsed":"38.667237ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.496555929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.496827364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.498491481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"43.509363ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.50345887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"48.389699ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.504791349Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.505208628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.505529185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.506368124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.506386114Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.506393054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.506588678Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.5066739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.506826403Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.506916016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.507149541Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.507212422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.507222062Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.507320694Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"52.230733ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.507386456Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"52.233824ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.507398656Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.50804356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.509647475Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.509670676Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.50985402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.510229328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.510251889Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"55.136297ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.510723249Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.511098377Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.521527175Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"66.444915ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.529864948Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.530085903Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.537252769Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.537457184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.538298462Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.538320703Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.538330023Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"83.345214ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.563267279Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.56328771Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.563608126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9be4635-31fa-4618-bfc3-687fed9f30a8\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.563625447Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.565257542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.601905555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.60214Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.668000272Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.668053363Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.668410761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e49cd66-449f-4ef9-ae7f-150f48557f23\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.668429481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.668698817Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.668710407Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.668980203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"500a2b30-3505-41da-87c2-c3d3f4bfd6a1\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.668996604Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.669871253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.670438825Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.697003617Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.697054118Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.697446306Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f34979-765d-495c-ab11-93fd6d46e570\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.697479527Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.697816614Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.698847177Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"243.653994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.699565203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.699589823Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.699924101Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.70127642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.701302401Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.701430523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.701478435Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.703012438Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.705142955Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.705165355Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.705356449Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.705707157Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.705728357Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.705997674Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.707613589Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":22,"elapsed":"252.443307ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.740361616Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.740714883Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6280469d-1d58-4b90-87db-8145353a7f77\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.742019312Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.742289068Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.744441875Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":22,"elapsed":"289.239062ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.751715904Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.751741535Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.75197635Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7ec31524-9869-4fd7-8d8e-20b0ec8b93df\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.75199176Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.752281767Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.755214651Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.755542408Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.755594719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":22,"elapsed":"300.538929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.760386754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.760718641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.764442903Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.764462713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.764824911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5731f739-411b-4192-8b46-5f5e966aab06\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.766165371Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":22,"elapsed":"311.030098ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.831591203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.831953091Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d807918-af6d-4a71-8fc7-c49fa1869364\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.831983381Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.831993402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.832001422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.834063277Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":22,"elapsed":"379.041008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.853723337Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.854123196Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.855928425Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.855950896Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.856273803Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.86617999Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.866515587Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71920dd7-3f67-4ad6-ab8b-9f28bfe496ef\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.866545078Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.866555458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.866916156Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.866926906Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.866933986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.866942157Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.866950277Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.866958067Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.867153981Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.867164051Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.867417347Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.867425807Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.867741024Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.869774669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.869974373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83677e70-f67d-461a-974e-14ccf229814c\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.869988713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.870108246Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02e888fa-b700-415b-a4ce-9ac6e51283e1\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.870128216Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.870139987Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.96392317Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d941b194-b1d8-4174-88da-86cc0d475d7a\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:11.96395719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.963968001Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.964189315Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64b119f-518a-40c8-ad98-226207308910\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:34:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.964234436Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.964557314Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.968333996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.968690484Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.971616188Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.971771641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.973873907Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.974142853Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:11.981361731Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":22,"elapsed":"526.206789ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:13.784934311Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"bb40a7fc-5f06-4d0d-be6c-33050a3caa75","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.455071931Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.455124952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.455135673Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.455145933Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.455442779Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.45545869Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.483870832Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.485026067Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.485353904Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.486247684Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.486269394Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.486398787Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.486632522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"31.581821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.488578625Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.488843881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.517199291Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.519537763Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.519549183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.519696486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.531594317Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:21.531617017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":65,"elapsed":"76.540876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:23.775934375Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"9dd513af-4d2c-4729-a7db-9ae458c9255c","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:23.776411726Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"9dd513af-4d2c-4729-a7db-9ae458c9255c","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:23.778980962Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"9dd513af-4d2c-4729-a7db-9ae458c9255c","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3143,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:23.779235518Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"77cc96e3-af44-40a5-9fd5-0f79a566e2f8","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:23.779499164Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"77cc96e3-af44-40a5-9fd5-0f79a566e2f8","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:23.781953477Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"77cc96e3-af44-40a5-9fd5-0f79a566e2f8","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2746,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:23.784755549Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"aa3e4b31-4ce4-44e1-aaea-755dc47ea912","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.455911382Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.455966613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.455977224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.455986264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.45630072Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.456316651Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.458299994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.458461798Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.458760565Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.460535553Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.611591ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.460584734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.460594174Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.460746028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.462895935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.46311647Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.464635303Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.467064866Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.467078147Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.46721251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.475607143Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:31.475624224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":66,"elapsed":"19.731042ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:33.784962446Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"ab3dc856-c1ed-40a0-ab13-f3a11fc65fb4","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455181169Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.45523406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455244301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455252001Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.455260061Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455267401Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455274011Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455280861Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455288421Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455295952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455302372Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455308542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455316052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455323712Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455329742Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455335823Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455343053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455349993Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455356773Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455363343Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455371013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455377623Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455384754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455392244Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455398224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455403804Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455409774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455416144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455422704Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455428425Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.455435375Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455441775Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455449735Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455459945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455470456Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455480796Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455491056Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455501136Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455511186Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455520897Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455530787Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455540397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455550627Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455561387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455570598Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455579408Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455588018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:34:41.455597388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f55ba25b-688b-46fa-9852-2b5410def120","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455608848Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":67,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455619489Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\"}","iteration":13,"elapsed":"14.15µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455631849Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455641499Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455651589Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.45566093Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.4556695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.4556796Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.45568945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455698681Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455708261Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455716891Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.455726521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-11 05:24:41.455563278 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455735861Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455744371Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455756062Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455768602Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455879574Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455904795Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455916965Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455942276Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455961676Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455974096Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455985917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.455998247Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456010397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456021748Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456045598Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456057869Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456070179Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456082509Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456094139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.45610605Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.45611618Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.45612859Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.4561414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.45615366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456162281Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"303fb0cc-e422-47d6-8616-7ec0e50b5a57.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3b21afb4-ce4d-45e0-b3a8-12b276a4be3d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1621, tv_nsec: 12109663 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456179201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4266b46f-6e12-4383-943a-1dff6b37826d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1621, tv_nsec: 12110903 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456195721Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456618321Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456643441Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.193306ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456681422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.456693952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.507593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.457588512Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.458185945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"2.7581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.458675406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.458708387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.459877672Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.459888952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.460089017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.461075448Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.461088988Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.4611546Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.46116559Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.461239842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.461317353Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.462605272Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.462639722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.462790966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.462910848Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.463505212Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1621, tv_nsec: 19481684 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.463788888Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.463944261Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.464123645Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.468172554Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1621, tv_nsec: 24126586 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.468484301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.470684609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"15.272224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.47072559Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.47119603Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-11 05:24:41.455563278 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.47122405Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"expiration\":\"2025-01-11T05:24:41.455563278Z\",\"pruned\":[]}","iteration":12,"elapsed":"15.634952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.471478756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.471504156Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.471517037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.471529307Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"16.051641ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.472980939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.473006009Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.47302013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.473230274Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.473337807Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.474435371Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.474465631Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.474710357Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.47943498Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1621, tv_nsec: 35402162 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.479718146Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.479950012Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.480943063Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.481802052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.482101759Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.485177376Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.485201126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.485494373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.486106106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.498301033Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.500997922Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.501042363Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.501292699Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.503058487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.505549352Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.505573842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.505785867Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.508717811Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.508837054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"53.537442ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.508961447Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.509414817Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.509934198Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.511459961Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.511958732Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.512440703Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.512866102Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.512893263Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.512906473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"57.677603ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.512918723Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.512933763Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.513075126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.513955036Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.513982646Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.513992427Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.514001997Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.514274883Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.516317868Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.516349348Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"61.164428ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.516364358Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"60.769881ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.517226377Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"61.925415ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.518011015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.518037245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.518046595Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.518396523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.519012927Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.5191557Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.519218651Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.520901348Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.520921528Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.521095722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.525068799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.525274044Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.526204574Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.526514051Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.533097555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.533121125Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.533132436Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.533141646Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.533306269Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.544630977Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.544846472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.576218669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.576443424Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.609364245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.609387005Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.609700602Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7112bfed-3a98-44d8-ad07-c4e5f0577beb\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.609721362Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.612234237Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.66304698Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.663097121Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.663452218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e80ba841-f844-4a90-939a-2de782418f7f\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.663492929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.664261586Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.664288637Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.664594834Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ed48ad-1233-4a73-a3dd-9b51bab0411a\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.664623064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.665102374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.667224831Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.697490243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.697538455Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.697955054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa98965-d920-474e-b780-8d02c0bfb971\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.697994865Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.698593508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.699760733Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.700419868Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.701123633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.701523812Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.70326615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.7037126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.744256777Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.748340597Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.74942722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.75123841Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.751279891Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.751461595Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.75169756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.751927235Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"296.410619ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.752084379Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.753396407Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.753783246Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.753807627Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.753927749Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"298.394642ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.753943739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.756020965Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.756047536Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.75623232Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.756376393Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":23,"elapsed":"301.019429ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.757256362Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.757283483Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.757291193Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.757476207Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.757497567Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.759764417Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.759793818Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.759930221Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.760618656Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.762995848Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.763023288Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.763156481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.778273532Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.779586741Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.782449343Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.782486734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.782667748Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.790399757Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":23,"elapsed":"335.005593ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.792821241Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.792853311Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.793122357Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"495db2d6-44c7-40ea-9a22-23856559dc95\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.793143277Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.793296671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.793314461Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":67,"elapsed":"337.838475ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.793607848Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.796809918Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.797163385Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.800815025Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.800841066Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.800850986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"345.498753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.801046501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.801316527Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.802704867Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.802722037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.802731907Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.803013704Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.804369353Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.804385044Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.804845564Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f89ce213-0318-4a74-a331-a912b028b9bb\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.806387967Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":23,"elapsed":"351.014334ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.809477965Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"353.950388ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.813527284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.813543264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.813554834Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.813772059Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.814299151Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-11T05:23:39.248496Z, time_modified: 2025-01-11T05:23:39.248496Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.814323671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]}},\"default_endpoint\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"359.087751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.815697071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.819521845Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.819537355Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.81973816Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.821942808Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.821966428Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.821976859Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:31.341145 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.821986509Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2}","iteration":12,"elapsed":"366.617015ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.823782178Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.824122616Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233dfff4-09f2-4094-889c-83e74a6b2f8d\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.825592008Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.825817913Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.827430358Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":23,"elapsed":"372.125046ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:34:41.833385218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.833403019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"377.950944ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.833840848Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.835003184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.835236689Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.836734242Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.837738414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.837751964Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.837948078Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.838321226Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.838342067Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.83847727Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.839774418Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.83986639Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.83987674Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.839888131Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:28.537922 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.839896131Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1}","iteration":12,"elapsed":"384.685471ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.841191629Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.84120208Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.841341023Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.883115117Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"427.58509ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.96047198Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.999469754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:41.999896843Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c98a6c13-4f66-4d14-900e-5b14bb8f8f72\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:41.999913864Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.00203027Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"05686a0f-de42-4a9b-855b-60d90a832676\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.00204071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.00341574Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.003440511Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"548.182991ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.028441758Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.029150144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.029533302Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.031360962Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40968485-ca65-4af0-a3dd-02bc1476147b\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.031389073Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.031397773Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.031404193Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.031876844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.031887844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.032204421Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.033167642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":23,"elapsed":"577.85936ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.041098305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.041380132Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"094c769b-5797-483f-a193-c35a302a6c1b\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.041398572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.041408982Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.041715669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.041728069Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.041736579Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.04174564Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.0417544Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.04176308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.041941634Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.041953154Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.042173059Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.042183919Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.042381144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.044461439Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.044662823Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a085744-debc-4c5c-b9c7-856f4c4b3f4e\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:34:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.044675374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.044761756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c75c918-a934-4f27-8410-6a3d6c19ee94\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.044778826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.044789986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.04635144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.0467983Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f9775909-6a11-4d93-b886-18ee75d43488\", \"date\": \"Sat, 11 Jan 2025 05:34:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.046815521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.048226441Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"05e3eefa-f8dc-485a-8e52-f1ccf9d5576e\", \"date\": \"Sat, 11 Jan 2025 05:34:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.048237032Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.050193504Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e0a228c0-f84a-4da9-b475-6f4c8ab6af60\", \"date\": \"Sat, 11 Jan 2025 05:34:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.050236265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.052211139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.052247809Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"596.991318ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.142351702Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ba18b90f-373b-4ed2-84f5-afc22dd373ad\", \"date\": \"Sat, 11 Jan 2025 05:34:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.142379923Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.142389043Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.143014116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe1e67d-6e28-4ef9-a893-7aa35159e13a\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:34:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.143051107Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.143357414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.14681477Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.147135487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.150612983Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.150901339Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.153089147Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.153300762Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.160761695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":23,"elapsed":"705.2972ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.237912863Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.237932964Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.267898569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.267993302Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33416"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.268185786Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9d7944e4-9828-4958-a1bd-515b8fe1c52f","remote_addr":"[fd00:1122:3344:101::b]:33416","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.268596995Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9d7944e4-9828-4958-a1bd-515b8fe1c52f","remote_addr":"[fd00:1122:3344:101::b]:33416","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.30902776Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/oximeter.rs:76","collector_id":"68ba0762-4eeb-4568-8923-69d504e34a00","producer_id":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:42.309061251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/producers","method":"POST","req_id":"9d7944e4-9828-4958-a1bd-515b8fe1c52f","remote_addr":"[fd00:1122:3344:101::b]:33416","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40948,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.309155113Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d7944e4-9828-4958-a1bd-515b8fe1c52f\", \"content-length\": \"41\", \"date\": \"Sat, 11 Jan 2025 05:34:42 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.311466503Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:42.311481984Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:43.785422949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"6aff80e9-4777-405a-82bd-05211053f158","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.455753763Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.455799033Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.455808094Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.455814954Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.456143741Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.456155621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.457890089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.460153859Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.460165629Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.460300602Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.46248436Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.462817237Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.464577906Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.467000149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.467014039Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.467157102Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.478972851Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.478993581Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":68,"elapsed":"23.256919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.485287569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.485541404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:51.514143621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"58.373818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:53.776274559Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"b6a084db-0bac-4e80-9504-18e1e0ac01a2","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:53.776673638Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"b6a084db-0bac-4e80-9504-18e1e0ac01a2","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:53.779316936Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"b6a084db-0bac-4e80-9504-18e1e0ac01a2","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3130,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:53.779623602Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"ef190c65-ebc5-4f1b-a023-07ec6142a5e6","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:34:53.77999149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"ef190c65-ebc5-4f1b-a023-07ec6142a5e6","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:53.782106047Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"ef190c65-ebc5-4f1b-a023-07ec6142a5e6","remote_addr":"[fd00:1122:3344:101::d]:34752","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2556,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:34:53.785129283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"4386d469-3608-46d5-b47c-4f57fa099f44","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.455263783Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.455311884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.455320534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.455329324Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.455609731Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.455662792Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.457564124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.459946986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.459969016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.460097069Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.46241211Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.462740337Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.484591185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.48483095Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.486492457Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"31.243475ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.491275711Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.493673774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.493686984Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.493840727Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.50539053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:01.505403991Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":69,"elapsed":"50.136928ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:03.785201116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"41e5a8d3-c80a-4e03-bb1d-dd91849b9b52","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455574312Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455632993Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455647593Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455659264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455666894Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455675734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455683494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455690264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455697494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455704254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455711175Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455717255Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455725565Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455732935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455739495Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455747235Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455754486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455761846Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455769626Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455776516Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455783486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455789966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455796247Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455803877Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455811347Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455818377Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455824617Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.455831127Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455837977Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455844328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455851548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455858338Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455864688Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455870798Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.455879178Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456072913Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456093193Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456104223Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456153734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456232996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456260037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456270367Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456279247Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456288017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456296498Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456304308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456313308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456322028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456328738Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456337298Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.456378569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.459268412Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1651, tv_nsec: 15309235 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.45959736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.460024799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.460098501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.434997ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.461762337Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.461786658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.461915501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.463747851Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.463801952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.466092762Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.466119373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.466263076Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.468350971Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1651, tv_nsec: 24397604 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.468376812Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.468387962Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.468649588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.468672858Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.470833026Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.471098471Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.471320016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.471585072Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.472234116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.472598994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.493174035Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.493538433Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.493673746Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.493987663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.496058458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"40.372133ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.496962458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.497303725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.498704646Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.49935053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.499607496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.500563916Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.500785151Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.501122839Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.501134679Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.501293583Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.50301289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.503608053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.503628974Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.503636224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.503642904Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.503877229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.50392048Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.505015514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.505042914Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.505284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.505633567Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.505944604Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.506888055Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.506920736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"51.269232ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.508101632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1651, tv_nsec: 64069522 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.508385978Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.50848478Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.50850743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.508805917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384431ef-f2da-46e2-bfd4-9322ab89980d\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:35:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.508828297Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.510032254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.51077172Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"55.208479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.514661455Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.516287611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.516317671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.516455544Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.518162082Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.519360328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.52128853Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.521319781Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.521598987Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.521677939Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.521702199Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.521905054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.534098451Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"78.511918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.534840127Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.535242706Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.53545285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"79.635823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.538285402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.540575563Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.540589383Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.540741706Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.542957624Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.544939388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.544952838Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.545306136Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"450df8b1-1e79-4ddb-b4eb-ae7ca8158d49\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.545317676Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.545327647Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.545338657Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.545459049Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.546578644Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.546588054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.546593594Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.546821839Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.547063145Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"91.291008ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.547225958Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.579801741Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.580045996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.609748797Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.609778627Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.610132765Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6377dcc9-a42d-4a6d-a5f0-09ee2f002dd1\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.610156996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.610228507Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":24,"elapsed":"154.615345ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.611574217Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.618286284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.618309064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.618678632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d0a2d96-2f23-472e-ae78-8751bae9441b\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.618705993Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.619266575Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.63870556Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":24,"elapsed":"182.987526ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.63960544Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.641858069Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.64189334Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.642070964Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.644075218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"188.167809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.644579019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.646652134Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.646688445Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":70,"elapsed":"190.834058ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.646706736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.647119935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eed25103-4ea0-4876-aab3-8f5783dc4791\", \"content-length\": \"1\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.64737245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.647395361Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.647647356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.649052057Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.649391014Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.651091182Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":24,"elapsed":"195.283655ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.66610183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.666138471Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.666151281Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"210.525659ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.683806918Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.683860149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.684614316Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"228.84303ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.687438217Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"39ef10fb-934e-4140-b617-020252ae7f8b\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.687464088Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.687915748Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.696416474Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.696863234Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.699489841Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.699819778Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.702873455Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.702896016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.703247404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b34b5b07-1d1e-4c92-8ec0-c96beb498b1b\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.704682795Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":24,"elapsed":"248.892609ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.760861935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.761276374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.772346386Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.772832267Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c3dcc4-0130-489d-a1a4-2831d9694133\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.772868328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.772880538Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.772891598Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.774220437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":24,"elapsed":"318.491802ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.774729548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.774772519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.775094156Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.78393131Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.784210036Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8662f42c-046b-4401-9b7a-cb49d3f53038\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784242986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784261617Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784550013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784563364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784570784Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784578374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784586534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784593574Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784772578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.784782998Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.785023174Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.785031714Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.785261219Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.787436836Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.78760243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a236110-0ac1-4e97-9ffe-a70c5fe6b914\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.78761596Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.787687562Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c497fc-71b4-4f36-a3d3-26063090e19a\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.787699772Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.787710182Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.894847348Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7032c5f7-c4be-448e-bd74-d4d080452306\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:11.894894669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.894905739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.895143844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b1b371-a819-4401-a579-a251feee898b\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:35:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.895188085Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.895503712Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.902760581Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.903031437Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.906788399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.907121856Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.909159921Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.909408457Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:11.916449391Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":24,"elapsed":"460.732806ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:13.784950452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"e0caaf28-db41-4c55-800d-7d623ce7942e","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.455093283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.455135075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.455144325Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.455151975Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.455488472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.455501892Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.457175649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.457759612Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.458028898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.459670174Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.459695634Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.459758196Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"4.661192ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.459816677Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.461982064Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.462189639Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.464152622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.466482203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.466510013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.466633476Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.476997663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:21.477020974Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":71,"elapsed":"21.94064ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:23.785350924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"5e82f64c-b309-45fd-aa99-a80bd6d4c526","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.455507573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.455555034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.455564474Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.455593865Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.455854591Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.455876071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.457727482Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.458274414Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.458528859Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.460061493Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.460079683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.460212696Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.460553074Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"5.03142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.461930854Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.462119538Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.463791875Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.466099205Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.466117356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.466246898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.477491214Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:31.477510715Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":72,"elapsed":"22.018182ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:33.78467359Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"3ae44d83-17da-405a-8fc0-a76a1d9e927a","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455342052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455397333Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455407224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455414924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455423464Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455430344Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455438494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455444945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455451535Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:35:41.455457775Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f55ba25b-688b-46fa-9852-2b5410def120","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455466345Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455474225Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\"}","iteration":14,"elapsed":"9.28µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455482655Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455490466Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455497106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455504276Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455510996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455516896Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455524756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455532027Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455538957Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455546357Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455553627Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455560637Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455567227Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455574517Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455584178Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455594168Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455602698Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455610028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455617498Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.455623729Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-11 05:25:41.455595868 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455630129Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455636209Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455641929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455652019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455662739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.45567279Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.45568265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.45569161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455702Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455711891Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455722011Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":73,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.455731201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455740951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455752171Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455761232Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455771872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455782312Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455791842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455802162Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455811203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455820873Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455830023Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455841103Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455851503Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455861054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.455871234Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455880184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455889234Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455898224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455907885Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455917735Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455930885Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455940556Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455949816Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.455962036Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456006487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456036907Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456047318Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456058348Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456070968Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456087679Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456202191Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456228502Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456244192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456258092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456266483Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456298643Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456307413Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456316074Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456322754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456334864Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456351205Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456358555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456366775Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456374875Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456384805Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456391345Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456397375Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456405736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4266b46f-6e12-4383-943a-1dff6b37826d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1681, tv_nsec: 12525478 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456417656Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"303fb0cc-e422-47d6-8616-7ec0e50b5a57.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3b21afb4-ce4d-45e0-b3a8-12b276a4be3d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1681, tv_nsec: 12537218 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456429126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456437496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456551399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456563819Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456691262Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456706082Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456827675Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456898337Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456927467Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.437051ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456976028Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.456997649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.636466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.458082722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.458394229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"2.597857ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.460118887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.460370762Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.460599767Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.460612838Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.460781911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.462518309Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.46253555Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.46254487Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.46255396Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.462699133Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.462721844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.462730264Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.462774965Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.462785695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.462883117Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.463786747Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1681, tv_nsec: 19921790 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.464035653Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.464663927Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"9.095599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.464946703Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.465436303Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-11 05:25:41.455595868 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.465445364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"expiration\":\"2025-01-11T05:25:41.455595868Z\",\"pruned\":[]}","iteration":13,"elapsed":"9.845345ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.465820482Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.466715571Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1681, tv_nsec: 22839053 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.466978717Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.467083799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.46709655Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.467302034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.467973479Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.467982819Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.468116992Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.469169725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"13.495326ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.470069035Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.470913863Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.471097947Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.471253211Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.472679852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.472701802Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.472862256Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.473135022Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.473166702Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.473298645Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.474127694Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.474343098Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.474364089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.476083577Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.476109537Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.47625253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.477853175Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.480545184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.480571225Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.48080579Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.48082309Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.481913034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.482397415Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.482889695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.482906266Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.482974017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1681, tv_nsec: 39101480 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.483051679Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.483278534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.485080293Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.486146517Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.486530205Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.487915576Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.494415678Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.495255986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.497578257Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.497601757Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.497881103Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.499346696Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.500108102Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.500997492Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.501286448Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.501522053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.502019274Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.502029534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.502261519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.505314696Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.505338377Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.505531491Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.505543141Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.505550811Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.505559732Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"49.859581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.507107265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.509222412Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.509243352Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.509642371Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.509718203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.509967778Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.509992909Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.510382917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.514022157Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.514337314Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.514704612Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.514844015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"59.108983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.516200155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.516520402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.517488473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.517514643Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.517663047Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.517721818Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.518025575Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.519754693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"64.140584ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.521627454Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.522914271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.522936482Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":73,"elapsed":"67.6103ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.523368832Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.523399212Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.523532275Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.529401844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.529434814Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.529445994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.529452785Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.529459445Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.529466865Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.529784442Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.529796582Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.531173472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.531196393Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.531335366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.532716306Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"77.19869ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.533198817Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.533221567Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.533229177Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.533405331Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.533727648Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.534189909Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"78.782744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.536330875Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.536354676Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.536369126Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.53652626Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.536598521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.536777185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.536797266Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.536805966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.53701745Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.539106026Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.53927882Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.54113054Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.541160811Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.541172221Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.541182031Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.541224482Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.541321874Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.54339754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.543421591Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.543576324Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.544668218Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.544695628Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.544709259Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"88.968378ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.545384003Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.546095779Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":25,"elapsed":"90.329428ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.546288603Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"90.573923ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.54795671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.54797305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.548108183Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.548944591Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"93.126858ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.550121837Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.550133467Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.550143118Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.550392053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.551766373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.554167356Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.554194416Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.554315369Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.554785599Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.555035265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.556401925Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.556413035Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.556420675Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:31.341145 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.556429835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2}","iteration":13,"elapsed":"100.705985ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:35:41.558292746Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.558317297Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"102.468433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.558992421Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.559182045Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.559276387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"103.69009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.560698249Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.562218872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.562232992Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.562367865Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.570166156Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.570197397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.570210857Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.570439192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.573156611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.574831588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.575986023Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.576013484Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.576178588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.576572706Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.576585466Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.576593927Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.576602047Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.576610357Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"120.870096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.57673071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.578722203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.578745834Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.578755434Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:28.537922 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.578764824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1}","iteration":13,"elapsed":"123.33131ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.578861616Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.580443661Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.580464101Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.580597734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.598347233Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-11T05:23:39.248496Z, time_modified: 2025-01-11T05:23:39.248496Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.598380224Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]}},\"default_endpoint\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"142.886778ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.617067743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.620409206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.620438666Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.620783024Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"158b017e-7214-468a-9cd2-5d4576a02777\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.620814335Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.623396341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.62882599Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.645109957Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.645166618Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.645544736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"337c1608-3b00-4f54-8136-63d438f10e85\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.645576167Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.647394976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.679647323Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.716844757Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.716907328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.717256746Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"013ba156-af05-46b7-873e-833eed04e611\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.717295337Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.71881732Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.81840982Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.818770468Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"fe71d506-1381-4c37-8c75-9d9b26dd1dd0\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.818797429Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.821014587Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0a0b1d4d-f12a-4713-9123-56b731eb4efb\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.821042578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.822447029Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.822463799Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"367.067756ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.837940118Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.838348407Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8d08248-12ea-4910-813d-0367e4ae118b\", \"content-length\": \"810\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.838376237Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(3640450) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.838387017Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.838395298Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.840182187Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":25,"elapsed":"384.822735ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.85723523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.94400395Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.94404805Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.944512181Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e167fe-e423-46a0-9775-01999c780d32\", \"content-length\": \"583\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.944542681Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.944884649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.949350827Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.949614072Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e16c422d-8edc-416e-8e29-865f11c28d43\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:35:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.950733157Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.950912261Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.951218118Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":25,"elapsed":"495.695761ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.953344664Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":25,"elapsed":"497.678815ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.978818572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.979351473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4093cc5d-e8e1-42fe-835a-ae3a3511d07c\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.979365634Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.980479738Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"51d88f7a-5502-43ce-aafd-1a7a8c61392c\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.980493198Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.982189216Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"78cb33f7-57dd-4b98-aa7d-3017516ca822\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.982229146Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.984389964Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.984434075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"528.979869ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:41.992048851Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.992070402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.992353998Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"41af0465-ae93-4f59-9764-3d5f1e1daa1f\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.992368558Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.992842129Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.99564917Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.995836734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.998534393Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:41.998881271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.002102681Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.002315776Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.004974554Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.005159408Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.008161734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.00844322Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.012210423Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.012234463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.012244754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.012757135Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e8e5b9cc-9cb6-40f2-b54f-493b6c4dec82\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.014757918Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":25,"elapsed":"558.976306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.036063855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.036453984Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.038499348Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.038520509Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.038722643Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.049575081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.051222857Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406c5ceb-41bf-4f8a-abcd-2d6ee7c769a2\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051251357Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051263088Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051594715Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051605985Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051613615Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051621505Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051628826Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051636366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051861881Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.051876491Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.052017824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.052026704Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.052254339Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.054627071Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.054755814Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac6d472-313e-40a3-bc23-e4340699311f\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.054783075Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.054919588Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1db1a29-09ab-4732-9559-1d5300a9b50c\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.054937878Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.054953188Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.16375305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a64a25f6-1526-4658-a12a-a24b0b54a6c1\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:42.163796251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.163809081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.164298912Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a35f709-a32e-4697-9197-b20357cb41f1\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:35:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.164342083Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.16467972Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.169034596Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.169377593Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.172341838Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.172595864Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.174142078Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.174533546Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:42.182248335Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":25,"elapsed":"726.79521ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:43.553799388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ada514-ac89-41b4-b510-f1653057ac44\", \"content-length\": \"132\", \"date\": \"Sat, 11 Jan 2025 05:35:43 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:43.560793691Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"vmm_id":"b77140eb-e3c3-4832-927b-a7e11c525031","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-11T05:35:43.501285298Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:43.560824761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"vmm_id":"b77140eb-e3c3-4832-927b-a7e11c525031","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-11T05:35:43.501285298Z }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:43.560842512Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"vmm_id":"b77140eb-e3c3-4832-927b-a7e11c525031","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:43.561185739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"vmm_id":"b77140eb-e3c3-4832-927b-a7e11c525031","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:43.61100556Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:43.612921472Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"destroyed\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"2.157372044s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:43.789358694Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"61faebdf-b41e-450d-9aef-c736b4fbad81","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5036,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.455507397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.455567509Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.455581829Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.455593089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.455883085Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.455912416Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.457370418Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.458827458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.459045815Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.459679739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.459688949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.459845662Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.462192304Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.462569382Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.464348301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.466739013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.466749523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.466909157Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.479063523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.479087824Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":74,"elapsed":"23.593076ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:35:51.487180961Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"31.673114ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:35:53.785058082Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"824a60cd-5a59-44b4-ad9a-d7813953eb62","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.455203783Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.455246253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.455253944Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.455260364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.455528019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.45553822Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.4573934Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.457476752Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.457663336Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.459616709Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.459625609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.459765792Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.462009761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.462166315Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.463808221Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.465817325Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.465827115Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.465963678Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.478381Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.47841066Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":75,"elapsed":"23.206988ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:01.485281841Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"30.070059ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:03.784775228Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"742f8c49-90fb-47d5-a298-3f1299e6144e","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":352,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455326138Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455372599Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455381339Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455388169Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455394269Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455400749Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45540669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45541372Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45542129Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45542837Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45543469Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45544114Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45544697Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45545406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455461001Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455468341Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455475771Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455482531Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455489101Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455496161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455503501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455510042Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455516152Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455523032Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455529222Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455536582Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455543793Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455550073Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455556533Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.455563573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455570923Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455577463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455584173Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455590754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455596804Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.4558621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45587927Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.45590835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455917561Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455927251Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455960322Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455972242Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455983922Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455992092Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.455999972Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.456008623Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.456017053Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.456026623Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.456035753Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.456049564Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.456056774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.459877237Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.486918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.460625074Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.462209318Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1711, tv_nsec: 18412681 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.462512385Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.462988245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.463001426Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.463140959Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.46593746Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1711, tv_nsec: 22137672 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.466033222Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.466256467Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.467489584Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.467857072Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.467883683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.468040866Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.469617201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.469641521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.469790684Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.471993773Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.472252648Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.473484745Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1711, tv_nsec: 29690838 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.473810272Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.473912624Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.476363528Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.476380329Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.476524532Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.494815072Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"39.401472ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.497301756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.497330057Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.497337937Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.497651804Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.500415455Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.500434085Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":76,"elapsed":"45.121648ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.50250343Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.502709505Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.504289289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.506755794Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.506789754Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.506942308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.506969838Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.50706489Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.507358317Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.507708304Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.507908689Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.508675345Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.508699916Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.508709416Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.50885566Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.508932761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.509123685Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.51025574Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.510306631Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.510472045Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.510669669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.510979576Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.511005107Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.511212961Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.51252833Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.513687055Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.513984802Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.514320129Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.514332019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.514536684Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.515529186Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"60.080175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.523612243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.52396419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.525098435Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.525126096Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"69.738127ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.525526125Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.527072938Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.527088859Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.527236832Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.528737865Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.529231835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.529242956Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.529249176Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.52945212Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.530324259Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.53034456Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.530471193Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.536802801Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.536979415Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.537603139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"82.143688ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.538696143Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.538901327Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.540179895Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.540349159Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.54037781Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.540817179Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.542188669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"86.841841ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.542638709Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.542649009Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.542803633Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.543054498Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.543069289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.543225542Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.543431366Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"87.958925ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.544938899Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":26,"elapsed":"89.51078ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.562599426Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.562625077Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.562946534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f7ff7b-e56d-41d5-99fc-a407628a2684\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.562961674Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.563881364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.563890834Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.563897965Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"108.564066ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.564360855Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.57237828Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"116.818718ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.615953664Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"160.450402ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.694704188Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.694759629Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.695014245Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e92f01-51da-42c0-a9ba-5824256651b6\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.695035545Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.697214463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.699646206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.699668006Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.699994764Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe46bf7-a723-4a41-a3cf-9e70aed07a52\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.700024954Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.701537898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.750630452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.751080442Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5635f3f-66f6-433d-b3eb-7c3f88869513\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.751113203Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.751139753Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.751148084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.752285468Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":26,"elapsed":"296.878929ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.779727339Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":26,"elapsed":"324.307069ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.805883342Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.805901572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.806165658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"653a3622-174e-40a4-ad59-53309aceb02e\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.806200239Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.806571397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.812815503Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.813051319Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6fd1b6-ab29-4289-81b3-e8c08e379ac7\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.814532121Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.814728965Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.817056816Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":26,"elapsed":"361.520314ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.820950392Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.820975262Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.821153706Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0b3ed33e-8c5c-4d57-acb3-dcca8599fd8f\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.821177537Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.821424722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.823302533Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.823475347Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.825762557Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.826089144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.828708491Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.828731242Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.829152801Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"db5867f5-dd6a-425d-9e9f-cf3e50f9601c\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.830494281Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":26,"elapsed":"374.972238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.874816271Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.875208769Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.877181932Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.877208143Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.877353426Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.886008076Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.886298192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea30cede-104a-4ed0-b251-58c38674df7c\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886324763Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886340693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886570978Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886582668Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886590209Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886597638Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886604469Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886611719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886774322Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.886783833Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.887024568Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.887033598Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.887207122Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.889148725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.889237686Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a369da1-e514-4c8a-be23-ee870e1fe903\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.889249207Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.889313778Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7415a62d-9e69-4a1a-ae4d-3b9aa316c060\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.889324778Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.889333758Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.987773433Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e7356482-bcac-4132-a154-c6cda71db47c\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:11.987799554Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.987809024Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.988328016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ddbd5fd-3015-4ec4-8b7d-7ce04101cf27\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:36:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.988371977Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.988657213Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.991688229Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.991994766Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.995225136Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.995422121Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.997538787Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:11.997755422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:12.005023961Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":26,"elapsed":"549.51811ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:13.785001305Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"64fd7c1c-407e-41ae-b75e-0eaae1809022","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.45536301Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.455416961Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.455428112Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.455437572Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.455897732Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.455912622Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.458471098Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.458626142Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.458639802Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.460271898Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.930838ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.460997014Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.461009734Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.461148767Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.462995387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.463173661Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.464863008Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.467161758Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.467174659Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.467305592Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.476588005Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:21.476600635Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":77,"elapsed":"21.238715ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:23.784908514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"5600634e-5ddd-4362-a33f-babed725ce4a","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.455062905Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.455111666Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.455121716Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.455129336Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.455440333Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.455451994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.457175481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.457226042Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.457419797Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.459295228Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.227483ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.459641675Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.459654116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.459810569Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.461828443Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.462012597Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.463416768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.465537215Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.465553265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.465687328Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.473709283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:31.473746624Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":78,"elapsed":"18.68716ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:33.784503047Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"183ed03d-b8dd-49d8-86f6-ebdee6415407","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:38.775315836Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:48815"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:38.775448289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"2170d39d-36d2-4745-a9e4-a7281fe02a15","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:38.775833837Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"2170d39d-36d2-4745-a9e4-a7281fe02a15","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:38.778084187Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"2170d39d-36d2-4745-a9e4-a7281fe02a15","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2701,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:38.778331702Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"5757172d-2125-4bbd-a4e4-4ca095719fb6","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:38.778658089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"5757172d-2125-4bbd-a4e4-4ca095719fb6","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:38.780949159Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"5757172d-2125-4bbd-a4e4-4ca095719fb6","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2678,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455165358Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455218999Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455229289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45523874Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45524739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45525645Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45526577Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45527399Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45528204Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455291411Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455300521Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455308901Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455317201Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455325981Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455334512Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455342612Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455352702Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455365942Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.455378713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-11 05:26:41.455299051 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455392603Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455405943Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455417663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455428474Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455439904Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455451774Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455463924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455475125Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.455487005Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455498125Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455510705Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455522796Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455534996Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455547146Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455557666Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455568237Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455579507Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455591417Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455603087Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455615348Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455629128Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455641448Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455652029Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.455663549Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455675149Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.4556878Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45570052Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45570976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45572055Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45572998Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45573905Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:36:41.455748751Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f55ba25b-688b-46fa-9852-2b5410def120","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455759751Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\"}","iteration":15,"elapsed":"12.7µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455770941Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455780902Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455790202Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455798662Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455808452Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455817662Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455827663Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455836993Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455846253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455856193Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455866323Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455910994Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455923935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455935395Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455947155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455959495Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455972496Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455985346Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.455997106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456009227Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456020537Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456031957Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456043477Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456064038Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456076228Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456085858Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456096378Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456106969Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456114419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456123079Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456131589Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456138219Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456144819Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45616254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.4561922Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4266b46f-6e12-4383-943a-1dff6b37826d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"50be0e3a-9e97-45f3-9749-f7daddfbf5a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1741, tv_nsec: 12475873 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456207801Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"303fb0cc-e422-47d6-8616-7ec0e50b5a57.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3b21afb4-ce4d-45e0-b3a8-12b276a4be3d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"66d1c1d6-834d-4ba2-9bb4-06a80946733b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1741, tv_nsec: 12478103 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45665367Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456670321Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.313599ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456685601Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.456694122Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.147855ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.45847853Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1741, tv_nsec: 14767403 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.458539492Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"2.945505ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.458652364Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.458785397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.460000284Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.460329921Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.460352842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.460497995Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.46073609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.460961315Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.462501949Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.462516659Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.462659422Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.464721677Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.465813491Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1741, tv_nsec: 21979141 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.465999255Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.466047766Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.466348463Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.467404096Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.467420616Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.467565829Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.468354757Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"13.104767ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.468620263Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.468640033Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.468650013Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.468844168Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.468877508Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.469149394Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.469340248Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.471906395Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-11 05:26:41.455299051 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.471969536Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"expiration\":\"2025-01-11T05:26:41.455299051Z\",\"pruned\":[]}","iteration":14,"elapsed":"16.269076ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.471983226Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.471997497Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.472006867Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.475103254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.475776349Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"20.349565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.47582388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.476705929Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.47672565Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.476868113Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.477675081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.477698101Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.477827694Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.480916062Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.481181907Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.481615047Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.481865573Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.481889653Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.482020966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.482115068Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.482266321Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.482880145Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.483924587Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.485525383Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.485673086Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.485684406Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.485823639Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.48767743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.487761562Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.488300453Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.488492758Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.492643129Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.493337324Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.493350464Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.493362884Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.493373714Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.493382375Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.505851558Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.506933931Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.506960132Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.506972932Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"51.684161ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.507406402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.507417192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.507551455Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.508321392Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.510483469Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.510679683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.511190835Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.511216655Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.511385169Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.51509902Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.517216326Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.517447852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.517503383Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.517816289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"62.318034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.518834772Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.519017286Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.519410844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.519575048Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.519935666Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.519964067Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.519976387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.519987037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.520194812Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.521670904Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.521686974Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.521696365Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.521892649Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.52513982Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"69.524942ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.527098813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.527112823Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"71.683329ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.528840461Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.532673775Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.532697865Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.53289844Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.550353592Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.550611687Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.553519581Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.553542282Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.553549852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.553556132Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.553763726Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.579236904Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.579445909Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.596685516Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.606328367Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.606348598Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.606649424Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb0a780d-ea98-4406-a334-a84944d3fd70\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.606671265Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.608045545Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.768074768Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":27,"elapsed":"312.724956ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.770791747Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.771193266Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"79622f05-26a5-4c69-a2cf-92731e297ff9\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.771225057Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.772917694Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"133795db-d867-4585-88f3-e2306fce07b2\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.772945114Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.774476178Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.774496379Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"319.216648ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.807838908Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.807865519Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.808103404Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f656e6be-5baf-4602-957c-31e6bb719884\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.808122024Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.810017756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.815194909Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.842424986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.842445016Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.842865065Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11c150e2-5123-4a53-8662-687a325a9f61\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:36:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.842903756Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.843355866Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.846180458Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"390.724283ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.846201578Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1741, tv_nsec: 402477740 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.846484744Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.848226402Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.848626791Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.852001945Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.855060522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.855099373Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.855321158Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.855579083Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.858253722Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.858279802Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.858512158Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.858538548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.858547948Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":79,"elapsed":"403.33591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.879699662Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.880191522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.881525171Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"426.310002ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.88192428Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.883547026Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.883575486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.883706049Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.886173613Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.886197184Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.886207794Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.886454059Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.886731905Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.887509652Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.887520843Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.887529723Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.887712527Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.888548885Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"433.297366ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.89015386Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.890179081Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.890390736Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.891193713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.891218174Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.891227114Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"435.79972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.891531561Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.892050952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.892845499Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":27,"elapsed":"437.446216ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.894874814Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.894899984Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.894988976Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"439.42855ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895042887Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895089938Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895100828Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.89513972Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.89515565Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895336874Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895363484Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895559639Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"64c2e001-f07e-42f3-99fd-bef66dae1e3a\", \"date\": \"Sat, 11 Jan 2025 05:36:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895575289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895721302Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044872cb-b839-4f18-b014-db1082aa7c54\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:36:40 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.895950697Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.896374567Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.896399477Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.896412497Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"440.911901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.897368568Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.897601383Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.897626674Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"0112f8ef-a9bd-4883-a62e-39243498070b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.897641174Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.897657724Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:28.537922 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.897666635Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1}","iteration":14,"elapsed":"442.311373ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.897881689Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"29ccf91e-91e6-4bfc-99ef-c798559be3b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.89789514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.89790232Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"current_time_created":"2025-01-11 05:24:31.341145 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.89790951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":2}","iteration":14,"elapsed":"442.383065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.898510263Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.898684037Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.899300971Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":27,"elapsed":"444.130302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.906177681Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.906526789Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.909635727Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.909652287Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.910112107Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"90a3c255-743a-462c-a8ee-5897330c747e\", \"date\": \"Sat, 11 Jan 2025 05:36:40 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.911512908Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":27,"elapsed":"456.132585ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-11T05:36:41.920839172Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.920861872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"465.255515ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.923201304Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.928438118Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-11T05:23:39.248496Z, time_modified: 2025-01-11T05:23:39.248496Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, db_silo: Silo { identity: SiloIdentity { id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-11T05:24:31.143904Z, time_modified: 2025-01-11T05:24:31.143904Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.928463069Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]}},\"default_endpoint\":{\"silo_id\":\"8546ff28-6c6b-4dfc-933d-04ca6a8f7785\",\"tls_certs\":[\"d2efdd13c605a40f601d8a51739e1be20dabfc12a14355f728a06ffd71a2255b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"472.881832ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.929281127Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.929298397Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.929607904Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca2f27e0-0007-4180-96bf-1179b5bcf312\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.929624084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.931112617Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.963635539Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.963939486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.965333896Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.966134934Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.966600124Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"15c5f6d2-706d-45ff-8ad4-696cf7dea8ab\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.966611354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.966999833Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.967009673Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.967159936Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.967292759Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"681296b5-a56f-4d83-a4cc-5b7f576b0b9e\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.967302889Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.968784501Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.969273192Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d60de7c1-bed5-43f1-a6bd-a6c821f47d54\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.969288423Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.970452038Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.970476769Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.970624522Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:41.971360338Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:41.971394139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"515.940535ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.010071725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.010492015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01ebe65-2b8c-457d-966f-ed11ba5ea2b4\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:36:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.010519985Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.010529155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.010536586Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.012960469Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":27,"elapsed":"557.806961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.037993367Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.038347214Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.040748927Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.040776548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.040942331Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.048248911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.048457166Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c661a9-bb15-43b4-8899-79e5c82edb0f\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048478296Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048489986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048701701Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048715351Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048722751Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048730672Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048737912Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048758862Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048922456Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.048933226Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.049168671Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.049177261Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.049457447Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.051761718Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.051952852Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"851f8924-b4af-4598-8b2a-20616613f829\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.051977973Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.052059204Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"939855e9-e8d8-4022-87d7-b207646831be\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:36:41 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.052076215Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.052089695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.149044388Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6ab914ae-b00b-483b-b632-8d8f113d6755\", \"date\": \"Sat, 11 Jan 2025 05:36:42 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:42.149072638Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.149083019Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.149375435Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d6dfedf-45a5-4a20-b49b-ae8564d6b19e\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:36:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.149415376Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.149662031Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.153162178Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.153366742Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.15646249Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.156640084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.158614987Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.158972725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:42.165974548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":27,"elapsed":"710.677028ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:43.784820654Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"82862225-26ad-43e1-9a1e-4077587e0f69","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.455038239Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.45508587Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.45509518Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.4551029Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.455391457Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.455404047Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.456773537Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.457532804Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.457718717Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.459142719Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.459153709Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.459299872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.459382944Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.352136ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.461573942Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.461892479Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.463673548Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.466030419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.46604491Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.466187693Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.478136704Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:36:51.478160085Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":80,"elapsed":"23.138277ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:36:53.784612534Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"98cc8f91-7a70-49f7-9809-72affe0a1e73","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.454748985Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.454803056Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.454813767Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.454823467Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.455115363Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.455305587Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.457147658Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.457335372Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.457685699Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.45955151Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.45956358Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.459724954Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.461552594Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.46181661Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.46318403Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.465386668Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.465400408Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.465537641Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.476114283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.476139243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":81,"elapsed":"21.405939ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:01.485289354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"30.528308ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:03.784508804Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"d5cfebeb-6982-4597-ac26-d13b7698f38a","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:08.775742243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"a6472f0b-d1b4-4867-bbc8-53d6c6122691","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:08.776075911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"a6472f0b-d1b4-4867-bbc8-53d6c6122691","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:08.778898782Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?sort_by=id_ascending","method":"GET","req_id":"a6472f0b-d1b4-4867-bbc8-53d6c6122691","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3251,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:08.779203179Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"9d0c9b62-75ad-4744-b373-c2fd81d75cdb","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:08.779560197Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"9d0c9b62-75ad-4744-b373-c2fd81d75cdb","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:08.781813866Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/collectors/68ba0762-4eeb-4568-8923-69d504e34a00/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjViNTljNS02NzYzLTRiMjQtOTk3NS1iMzQwNTQwYjM3ODgifX0%3D","method":"GET","req_id":"9d0c9b62-75ad-4744-b373-c2fd81d75cdb","remote_addr":"[fd00:1122:3344:101::d]:48815","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2681,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454830758Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.45488108Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.45489242Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.45490035Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.45490648Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.45491349Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454920231Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454926391Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454933691Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454940261Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454946951Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454953051Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.454960621Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454968801Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454975952Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454982652Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454989332Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.454995202Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455001032Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455007893Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455013842Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455020803Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455027283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455033493Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455039293Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455046583Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455052394Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455058354Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455064374Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455071584Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455078034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455085154Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455092604Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455099155Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455106185Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455309439Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.45534445Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455445632Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455455962Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455465163Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455471813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455497743Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455507253Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455534494Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455544634Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455552864Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455561285Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455569395Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455575725Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455582395Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.455588825Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.456953935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"1.892842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.457390875Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.459050761Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.459073882Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.459083612Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.459119412Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.459285916Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.45990088Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.45991477Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.460079704Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.460814289Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.46082481Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.460963473Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.461643758Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"6.788009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.462940576Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.463064389Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1771, tv_nsec: 19436391 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.46310387Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.463365485Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.464082231Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1771, tv_nsec: 20457224 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.464297086Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.464376707Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.464871148Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.465077973Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.465089163Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.466350031Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.466604116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.466739709Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.46674935Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.466917283Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.467112718Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.46721269Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.46722278Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.467282791Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.467378533Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.468763894Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.468944438Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.469199733Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.470940141Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.470963642Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.471087225Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.471495923Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.471727428Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.480206604Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.480258015Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"25.186521ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.501541581Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.503008683Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.503352461Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.503368661Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.503377601Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.503523044Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.503854282Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"48.851999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.506654143Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.506890058Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DnsResolver","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1771, tv_nsec: 63262050 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.507170034Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.507714286Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"52.731744ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.509067856Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.509084966Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.509223419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.510754173Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"55.663499ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.511476329Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.51155237Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.51156486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.511571681Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.511680353Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.511792376Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.513705427Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.513726998Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.513957673Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e7f745e-60ba-40f3-885a-4d7d6184c6a3\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:37:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.513972243Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.515301112Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.515889525Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.516600801Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.516857186Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.519273899Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f55ba25b-688b-46fa-9852-2b5410def120, lookup_type: ById(f55ba25b-688b-46fa-9852-2b5410def120) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.51930335Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.519505714Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.519659308Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.520913105Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"65.959414ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.521665652Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.521684892Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.521820485Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.524092065Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.524113115Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.524392161Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd37f1c5-e629-44c3-80ad-5ce0cac5664d\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:37:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.524408552Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.525879084Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.535345531Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"original_time_created":"2025-01-11 05:23:32.829146 UTC","original_target_id":"f55ba25b-688b-46fa-9852-2b5410def120","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","time_created":"2025-01-11 05:23:32.829146 UTC","target_id":"f55ba25b-688b-46fa-9852-2b5410def120"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.535379112Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f55ba25b-688b-46fa-9852-2b5410def120\",\"time_created\":\"2025-01-11T05:23:32.829146Z\"}","iteration":82,"elapsed":"80.553223ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.537459337Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.537802695Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.53939608Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.539684726Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.541200049Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.541740831Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"86.866492ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.543360307Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Sled { parent: Fleet, key: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd, lookup_type: ById(1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.543376817Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.54353429Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.544115993Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.544126973Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.544134953Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"89.297374ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.545182936Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"0","iteration":28,"elapsed":"90.111922ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.557651909Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"102.716418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.574694813Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.574985779Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.576167955Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.577807611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.577821611Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.577973934Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.579389235Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.580852857Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.580863248Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.581000691Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.610901045Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.611208182Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f53c385-3304-406a-b882-ef5aa0befa30\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:37:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.612743886Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.61295369Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.614600336Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"null","iteration":28,"elapsed":"159.700285ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.64083867Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":28,"elapsed":"185.777537ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.667679538Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.66774439Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.668581178Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"MgsClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0235a84a-1ad4-4dea-89c9-dcaee3497d74\", \"content-length\": \"26\", \"date\": \"Sat, 11 Jan 2025 05:37:11 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.668620909Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.670022609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.692682585Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.693184116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d825e2f6-4ace-4f42-ab83-2bfee5d75606\", \"content-length\": \"691\", \"date\": \"Sat, 11 Jan 2025 05:37:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.693217067Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.693242018Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.693252428Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.694916114Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":28,"elapsed":"239.902682ms"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.704007523Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.704028924Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.704334911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faf5cb3b-9348-49e7-b839-1b4b50ddbea9\", \"content-length\": \"372\", \"date\": \"Sat, 11 Jan 2025 05:37:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.704367041Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.704691438Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.719682556Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.719716867Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.719968883Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"15fd737e-a6b9-4580-b0a9-4efcc6c75d2f\", \"date\": \"Sat, 11 Jan 2025 05:37:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.719983733Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.720243139Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.722081679Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.722296144Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.72531106Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.725697818Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.728768125Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.728785986Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.729125493Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"SledAgent":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"71564d5c-bf2e-414f-9dd4-113a3b25250e\", \"date\": \"Sat, 11 Jan 2025 05:37:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.73127049Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":28,"elapsed":"276.34838ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.790604189Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.790996428Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.793192596Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 0b9d037f-ee79-414a-94d8-672e23c4ebd7, rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(9445027d-0b3b-4f5a-973f-0591895b3904) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.793223206Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.793354789Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.802162272Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.802475739Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ef0798-ea47-4585-96aa-8978b5638d28\", \"content-length\": \"134\", \"date\": \"Sat, 11 Jan 2025 05:37:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.802497619Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.802508069Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"9445027d-0b3b-4f5a-973f-0591895b3904","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.802775815Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.802799286Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.802806886Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.802814246Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.802821116Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.802827556Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.80300922Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.803019381Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.803274486Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.803283197Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.80345386Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.805479514Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.805575807Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3823065a-6fb0-4fed-8f15-48cc6d6b99fd\", \"content-length\": \"2\", \"date\": \"Sat, 11 Jan 2025 05:37:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.805587677Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.805673089Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"DpdClient","rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5416e2d5-278f-4bc3-86ab-ddd4a1eb1d5a\", \"content-length\": \"52\", \"date\": \"Sat, 11 Jan 2025 05:37:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.805688639Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.805697669Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.898818498Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5748b6fd-66ba-4f87-985a-a688fba22402\", \"date\": \"Sat, 11 Jan 2025 05:37:11 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:11.898841158Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.898849698Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.899054133Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"rack_id":"41cc6a35-6e91-4970-a710-a6745ca10ae3","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0333d8a4-91c5-4487-b76a-52ba355aef08\", \"content-length\": \"682\", \"date\": \"Sat, 11 Jan 2025 05:37:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.899088794Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.899419401Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.903523841Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.903735585Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.907174911Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.907409296Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.909849609Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.910036443Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:11.916864413Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","status":"{}","iteration":28,"elapsed":"461.902232ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:12.312204127Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:12.312243928Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:12.342402258Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:12.34250581Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42998"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:12.342684254Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a6b41429-f834-4fb7-8dd1-5e991f94a2e4","remote_addr":"[fd00:1122:3344:101::b]:42998","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:12.343051713Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a6b41429-f834-4fb7-8dd1-5e991f94a2e4","remote_addr":"[fd00:1122:3344:101::b]:42998","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:12.38175606Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"nexus","component":"ServerContext","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"nexus/src/app/oximeter.rs:76","collector_id":"68ba0762-4eeb-4568-8923-69d504e34a00","producer_id":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:12.38177934Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/metrics/producers","method":"POST","req_id":"a6b41429-f834-4fb7-8dd1-5e991f94a2e4","remote_addr":"[fd00:1122:3344:101::b]:42998","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39160,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:12.381848872Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b41429-f834-4fb7-8dd1-5e991f94a2e4\", \"content-length\": \"41\", \"date\": \"Sat, 11 Jan 2025 05:37:12 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:12.384218664Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-11T05:37:12.384240894Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"component":"producer-registration-task","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-11T05:37:13.784606419Z","hostname":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","pid":23909,"uri":"/c65b59c5-6763-4b24-9975-b340540b3788","method":"GET","req_id":"05ecf44a-bfea-4f97-b6c8-ec5afce5c87b","remote_addr":"[fd00:1122:3344:101::d]:41042","local_addr":"[fd00:1122:3344:101::b]:48011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"c65b59c5-6763-4b24-9975-b340540b3788","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"200"}